-- Logs begin at Fri 2022-08-05 14:36:10 UTC, end at Fri 2022-08-05 15:49:35 UTC. -- Aug 05 15:22:09.967204 dv-cinder-849890-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 05 15:22:12.604312 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.common.config [-] Logging enabled! Aug 05 15:22:12.604892 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 05 15:22:12.605085 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104404) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 05 15:22:12.608814 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.common.config [-] Logging enabled! Aug 05 15:22:12.609069 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev464 Aug 05 15:22:12.609380 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104404) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 05 15:22:12.610300 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 15:22:12.610535 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 15:22:12.611005 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 15:22:12.611256 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 15:22:12.611488 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 15:22:12.611809 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.612144 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.612377 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.612675 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.612969 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.613252 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.613546 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.613847 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.614134 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.614414 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.614696 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.614927 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.615207 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.615633 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.615924 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.616170 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] debug = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.616451 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.616883 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.617279 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.617564 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.617856 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.618148 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.618408 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.618686 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.618970 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.619299 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] host = dv-cinder-849890-4-iscsi {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.619578 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.619865 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.620177 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.620465 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.620741 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.621581 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.621871 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.622150 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.622427 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] log_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.622703 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.622993 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.623284 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.623574 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.623801 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.624028 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.624342 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.624631 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.624905 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.625181 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.625457 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.625736 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.626009 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.626279 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.626564 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.626846 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.627132 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.627656 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.627930 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.628284 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.628562 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.628844 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.629117 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.629391 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.629667 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.629954 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.630224 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.630497 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.630796 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.631081 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.631361 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.631648 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.631923 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.632227 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.632502 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.632773 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.633043 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] use_json = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.633314 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.633589 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.633874 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.634146 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.634419 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.634691 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.634961 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.635243 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.635515 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:12.635816 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.636132 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.636437 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.636743 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.637045 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.637325 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.637615 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.637895 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.638184 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.638470 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.638760 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.639038 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.639337 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.639625 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.639921 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.640247 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.640543 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.640835 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.641113 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.641385 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.641660 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.641939 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.642226 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.642505 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.642795 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.643084 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.643363 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.643662 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.643954 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.644273 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.644568 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.644858 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.645131 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.645409 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.645702 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.645983 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.646256 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.646570 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.646831 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.647107 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.647392 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.647683 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.647974 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.648275 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.648556 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.648847 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.649124 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.649396 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.649669 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.649946 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.650217 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.650501 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.650779 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.651052 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.651323 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.651600 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.651872 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.652188 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.652470 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.652745 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.653022 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.653293 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.653566 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.653841 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.654120 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.654392 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.654665 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.654937 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.655213 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.655486 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.655756 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.656030 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.656327 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.656599 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.656900 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.657180 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.657460 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.657738 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.658018 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.658296 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.658575 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.658853 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.659130 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.659403 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.659693 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.659979 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.660306 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.660594 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.660873 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.661189 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.661468 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.661748 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.662027 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.662306 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.662583 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.662864 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.663140 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.663417 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.663701 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.663991 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.664310 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.664604 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.664882 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.665175 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.665468 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.665758 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.666037 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.666345 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.666623 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:12.666839 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 15:22:12.667078 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104404) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 05 15:22:12.961820 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104404) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 05 15:22:12.962065 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104404) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 05 15:22:12.962330 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104404) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 05 15:22:12.962561 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104404) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 05 15:22:12.962840 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104404) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 05 15:22:12.963182 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 05 15:22:13.369938 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.370233 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.370511 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.371826 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.372122 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.372392 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.425294 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.425573 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.425842 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.440229 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.440512 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.440785 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.471036 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.471322 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.471592 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.507172 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.507454 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.507727 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.738931 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.739537 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.739537 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.739692 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.740560 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.838367 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.838686 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.838967 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.839238 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.839522 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.839837 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.840120 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.840378 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.840633 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.840915 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.841174 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.841436 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.841692 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.841944 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.842198 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.842459 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.842712 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.842977 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.843245 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.843501 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.843771 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.844022 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.844324 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.844706 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.844955 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.845200 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.845595 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104404) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 15:22:13.845839 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104404) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 15:22:13.846081 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104404) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 15:22:13.846316 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104404) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 15:22:13.846553 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104404) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 15:22:13.846789 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104404) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 15:22:13.847145 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 05 15:22:13.850211 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 05 15:22:13.854102 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 05 15:22:13.858089 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 05 15:22:13.859704 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 05 15:22:13.860349 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 05 15:22:13.860687 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 05 15:22:13.861073 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 05 15:22:13.863840 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 05 15:22:13.864113 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 05 15:22:13.864459 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 15:22:13.869503 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 05 15:22:13.893576 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 05 15:22:13.894020 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.894317 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104404) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 05 15:22:13.894683 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.896031 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104404) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 05 15:22:13.896340 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 05 15:22:13.896589 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 05 15:22:13.899844 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:13.900156 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:14.064167 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 05 15:22:14.064409 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 05 15:22:14.064647 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 05 15:22:14.065016 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 05 15:22:14.116971 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO dbcounter [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Registered counter for database neutron Aug 05 15:22:14.137498 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_db.sqlalchemy.engines [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104404) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 05 15:22:14.143410 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG dbcounter [-] [104404] Writer thread running {{(pid=104404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 05 15:22:14.845038 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Initializing driver for type 'gre' Aug 05 15:22:14.845691 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] gre ID ranges: [(1, 1000)] Aug 05 15:22:15.030719 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Initializing driver for type 'local' Aug 05 15:22:15.031053 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Initializing driver for type 'vlan' Aug 05 15:22:15.119351 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] VlanTypeDriver initialization complete Aug 05 15:22:15.119609 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Initializing driver for type 'vxlan' Aug 05 15:22:15.120145 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] vxlan ID ranges: [(1, 1000)] Aug 05 15:22:15.339525 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Initializing extension driver 'port_security' Aug 05 15:22:15.339865 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.extensions.port_security [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] PortSecurityExtensionDriver initialization complete Aug 05 15:22:15.340259 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Initializing mechanism driver 'openvswitch' Aug 05 15:22:15.340608 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Initializing mechanism driver 'hyperv' Aug 05 15:22:15.347419 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.plugins.ml2.plugin [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104404) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:22:15.348133 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > port after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.348512 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > port after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.348870 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > port after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.349375 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104404) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 15:22:15.349800 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > subnet after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.350151 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > subnet after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.350502 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.350898 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104404) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 15:22:15.351306 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > network after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.351657 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > network after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.352004 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > network after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.352419 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104404) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 15:22:15.352823 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > security_group after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.353174 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > security_group after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.353515 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.353908 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104404) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 15:22:15.354310 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.354655 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.354994 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.355384 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104404) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 15:22:15.355783 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > address_group after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.356156 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > address_group after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.361582 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.361582 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104404) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 05 15:22:15.361582 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] ML2 OVO RPC backend initialized. {{(pid=104404) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 05 15:22:15.361582 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.361582 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.361954 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > network before_response 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.361954 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > networks before_response 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.361954 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > port before_response 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.361954 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > ports before_response 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.362243 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > subnet before_response 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.362243 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > subnets before_response 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.362243 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > network after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.362243 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > network after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.362538 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > network after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.362538 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > port after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.362538 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > port after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.362538 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > port after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.362827 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > subnet after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.362998 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > subnet after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.363334 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.371521 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded quota_driver: . Aug 05 15:22:15.371829 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.plugin [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Modular L2 Plugin initialization complete Aug 05 15:22:15.372210 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading services supported by the core plugin {{(pid=104404) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 05 15:22:15.372554 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.plugins.ml2.managers [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Got port-security extension from driver 'port_security' Aug 05 15:22:15.373035 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.extensions.vlantransparent [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Disabled vlantransparent extension. Aug 05 15:22:15.373529 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104404) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 05 15:22:15.373853 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading Plugin: router Aug 05 15:22:15.409532 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.409927 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router after_create 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.410299 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router before_create 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.410670 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.411046 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.411401 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router after_delete 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.411764 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.412139 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.412500 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router after_create 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.412847 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router after_update 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.413215 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router after_update 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.413566 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.413931 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router after_update 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.414348 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router precommit_update 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.414717 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: port after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.415058 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: port after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.415395 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: subnet after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.415733 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.416098 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.416454 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router precommit_create 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.416795 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: port before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.417143 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router precommit_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.417495 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router after_update 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.417854 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.418204 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router precommit_create 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.418566 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.418912 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router precommit_update 55549900 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.419276 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > agent after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.419625 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > agent after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.419969 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > network after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.420842 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Tracking information for resource: router configured {{(pid=104404) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 15:22:15.421179 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Tracking information for resource: floatingip configured {{(pid=104404) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 05 15:22:15.425944 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.db.l3_agentschedulers_db [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 05 15:22:15.426512 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: port after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.426875 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: port after_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.427235 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: port after_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.427587 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: port after_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.428404 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router before_create 55550100 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.428770 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.429133 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router precommit_create 55550100 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.429490 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > router precommit_update 55550100 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.435067 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.services.provider_configuration [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service providers = [] {{(pid=104404) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 05 15:22:15.435435 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.db.servicetype_db [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104404) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 05 15:22:15.438907 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.services.service_base [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104404) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 15:22:15.439042 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.services.service_base [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104404) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 15:22:15.439308 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.services.service_base [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104404) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 15:22:15.440243 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.services.service_base [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104404) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 05 15:22:15.440622 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.services.service_base [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 05 15:22:15.441017 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104404) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 15:22:15.441339 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 05 15:22:15.452525 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104404) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 15:22:15.452862 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading Plugin: auto_allocate Aug 05 15:22:15.458469 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: network precommit_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.458845 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: network precommit_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.459373 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104404) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 15:22:15.459696 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading Plugin: tag Aug 05 15:22:15.466594 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104404) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 15:22:15.466927 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading Plugin: timestamp Aug 05 15:22:15.470773 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104404) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 15:22:15.471106 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading Plugin: network_ip_availability Aug 05 15:22:15.476608 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.476986 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.477344 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.478063 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104404) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 15:22:15.478385 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading Plugin: flavors Aug 05 15:22:15.483773 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104404) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 15:22:15.484125 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading Plugin: revisions Aug 05 15:22:15.488370 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104404) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 05 15:22:15.488758 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_concurrency.lockutils [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.526s {{(pid=104404) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 05 15:22:15.489494 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104404) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 05 15:22:15.489831 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Initializing extension manager. Aug 05 15:22:15.490354 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: __init__.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.490696 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: __pycache__ {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.491031 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: address_group.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.491746 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.492345 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: address-group Aug 05 15:22:15.492673 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: address_scope.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.493359 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.493866 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: address-scope Aug 05 15:22:15.494190 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.495080 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.495587 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: router-admin-state-down-before-update Aug 05 15:22:15.496490 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: agent.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.497163 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.497665 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: agent Aug 05 15:22:15.497992 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: agent_resources_synced.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.498862 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.499397 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: agent-resources-synced Aug 05 15:22:15.499721 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: allowedaddresspairs.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.501511 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.502035 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: allowed-address-pairs Aug 05 15:22:15.502617 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: auto_allocated_topology.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.503652 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.504191 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: auto-allocated-topology Aug 05 15:22:15.504516 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: availability_zone.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.505181 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.505680 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: availability_zone Aug 05 15:22:15.506000 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: availability_zone_filter.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.506883 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.507383 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: availability_zone_filter Aug 05 15:22:15.507704 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: data_plane_status.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.508605 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.509106 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension data-plane-status not supported by any of loaded plugins Aug 05 15:22:15.509430 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: default_subnetpools.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.510301 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.510802 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: default-subnetpools Aug 05 15:22:15.511124 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.511917 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.512440 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: dhcp_agent_scheduler Aug 05 15:22:15.512765 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: dns.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.513648 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.514142 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension dns-integration not supported by any of loaded plugins Aug 05 15:22:15.514463 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: dns_domain_ports.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.515339 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.515836 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 05 15:22:15.516182 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.517068 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.517565 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 05 15:22:15.517891 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: dvr.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.518530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.519030 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: dvr Aug 05 15:22:15.519354 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: ecmp_routes.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.520261 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.520764 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 05 15:22:15.521082 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: empty_string_filtering.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.521953 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.522455 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: empty-string-filtering Aug 05 15:22:15.522775 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.523649 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.524179 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 05 15:22:15.524501 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.525375 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.525873 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 05 15:22:15.526191 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: external_net.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.527088 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.527595 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: external-net Aug 05 15:22:15.527922 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.528833 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.529331 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: extra_dhcp_opt Aug 05 15:22:15.529651 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: extraroute.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.530516 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.531017 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: extraroute Aug 05 15:22:15.531338 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: extraroute_atomic.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.532339 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.532841 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: extraroute-atomic Aug 05 15:22:15.533164 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: filter_validation.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.533797 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.534486 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: filter-validation Aug 05 15:22:15.534812 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: fip_pf_description.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.535687 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.536213 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 05 15:22:15.536537 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: fip_pf_port_range.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.537421 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.537924 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 05 15:22:15.538247 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: fip_port_details.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.539131 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.539632 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: fip-port-details Aug 05 15:22:15.539953 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: flavors.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.541153 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.541663 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: flavors Aug 05 15:22:15.541990 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.544139 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.544757 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 05 15:22:15.545086 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: floatingip_pools.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.546115 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.546977 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: floatingip-pools Aug 05 15:22:15.547334 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: ip_allocation.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.548281 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.548846 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension ip_allocation not supported by any of loaded plugins Aug 05 15:22:15.549395 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.550661 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.551477 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: ip-substring-filtering Aug 05 15:22:15.552015 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: l2_adjacency.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.553482 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.554350 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 05 15:22:15.554913 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: l3.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.556517 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.557235 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: router Aug 05 15:22:15.557785 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.560686 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.561213 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 05 15:22:15.561550 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.562448 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.562959 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: ext-gw-mode Aug 05 15:22:15.563290 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.564203 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.564711 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: l3-ha Aug 05 15:22:15.565037 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.565909 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.566411 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 05 15:22:15.566737 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: l3_flavors.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.567609 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.568152 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: l3-flavors Aug 05 15:22:15.568480 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.569806 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.570328 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 05 15:22:15.570655 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.571538 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.572048 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 05 15:22:15.572395 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: l3agentscheduler.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.573400 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.573938 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: l3_agent_scheduler Aug 05 15:22:15.574267 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: local_ip.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.575975 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.576526 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension local_ip not supported by any of loaded plugins Aug 05 15:22:15.576862 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: logging.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.578313 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.578834 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension logging not supported by any of loaded plugins Aug 05 15:22:15.579164 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: metering.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.579871 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.580666 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: metering Aug 05 15:22:15.580997 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.582045 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.582564 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: metering_source_and_destination_fields Aug 05 15:22:15.582894 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: multiprovidernet.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.583792 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.584334 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: multi-provider Aug 05 15:22:15.584662 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: netmtu.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.585543 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.586054 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: net-mtu Aug 05 15:22:15.586377 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: netmtu_writable.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.587261 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.587771 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: net-mtu-writable Aug 05 15:22:15.588120 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: network_availability_zone.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.588771 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.589278 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: network_availability_zone Aug 05 15:22:15.589626 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: network_ip_availability.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.590694 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.591206 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: network-ip-availability Aug 05 15:22:15.591532 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: network_segment_range.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.592298 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.592806 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension network-segment-range not supported by any of loaded plugins Aug 05 15:22:15.593132 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: pagination.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.594077 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.594408 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: pagination Aug 05 15:22:15.594726 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: port_device_profile.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.595599 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.596160 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: port-device-profile Aug 05 15:22:15.596485 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: port_mac_address_override.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.597373 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.597887 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: port-mac-override Aug 05 15:22:15.598210 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.599098 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.599608 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: port-mac-address-regenerate Aug 05 15:22:15.599934 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.600851 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.601363 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: port-numa-affinity-policy Aug 05 15:22:15.601687 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: port_resource_request.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.602575 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.603080 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension port-resource-request not supported by any of loaded plugins Aug 05 15:22:15.603403 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: port_resource_request_groups.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.604358 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.604866 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 05 15:22:15.605723 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: portbindings.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.606606 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.607116 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: binding Aug 05 15:22:15.607440 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: portbindings_extended.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.608693 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.609206 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: binding-extended Aug 05 15:22:15.609541 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: portsecurity.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.610424 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.610929 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: port-security Aug 05 15:22:15.611257 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: project_id.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.612220 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.612558 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: project-id Aug 05 15:22:15.612881 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: providernet.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.613766 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.614287 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: provider Aug 05 15:22:15.614609 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.618036 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.618572 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos not supported by any of loaded plugins Aug 05 15:22:15.618882 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.620119 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.620683 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 05 15:22:15.621663 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.622528 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.623039 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 05 15:22:15.623365 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_default.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.624268 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.624775 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-default not supported by any of loaded plugins Aug 05 15:22:15.625101 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_fip.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.625984 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.626487 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-fip not supported by any of loaded plugins Aug 05 15:22:15.626816 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.627953 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.628489 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 05 15:22:15.628818 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_gateway_ip.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.629710 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.630214 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 05 15:22:15.630539 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_port_network_policy.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.631414 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.631917 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 05 15:22:15.632272 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.644477 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.644985 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 05 15:22:15.645312 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.646315 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.646819 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 05 15:22:15.647144 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_pps_rule.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.648303 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.648812 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-pps not supported by any of loaded plugins Aug 05 15:22:15.649137 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_rule_type_details.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.650017 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.650526 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 05 15:22:15.650849 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.651726 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.652296 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 05 15:22:15.652620 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: qos_rules_alias.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.653629 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.654132 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 05 15:22:15.654451 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: quota_check_limit.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.655324 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.655831 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: quota-check-limit Aug 05 15:22:15.656187 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: quotasv2.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.657111 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.657436 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: quotas Aug 05 15:22:15.657756 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: quotasv2_detail.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.659446 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.659780 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: quota_details Aug 05 15:22:15.660134 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: rbac.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.662812 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.663338 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: rbac-policies Aug 05 15:22:15.663671 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: rbac_address_group.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.664626 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.665148 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: rbac-address-group Aug 05 15:22:15.665476 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: rbac_address_scope.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.666363 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.666876 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: rbac-address-scope Aug 05 15:22:15.667202 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: rbac_security_groups.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.668730 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.669238 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: rbac-security-groups Aug 05 15:22:15.669566 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: rbac_subnetpool.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.670464 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.670980 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: rbac-subnetpool Aug 05 15:22:15.671306 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: revisionifmatch.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.672232 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.672745 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: revision-if-match Aug 05 15:22:15.678080 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: revisions.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.678938 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.679447 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: standard-attr-revisions Aug 05 15:22:15.679779 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: router_availability_zone.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.680455 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.680966 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: router_availability_zone Aug 05 15:22:15.681292 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: routerservicetype.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.682188 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.682697 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension router-service-type not supported by any of loaded plugins Aug 05 15:22:15.683024 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.684530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.685046 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: security-groups-normalized-cidr Aug 05 15:22:15.685376 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.686276 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.686787 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: port-security-groups-filtering Aug 05 15:22:15.687116 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.688015 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.688556 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: security-groups-remote-address-group Aug 05 15:22:15.688883 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.689789 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.690298 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: security-groups-shared-filtering Aug 05 15:22:15.690627 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: securitygroup.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.700186 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.700713 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: security-group Aug 05 15:22:15.701050 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: segment.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.701751 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.702261 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension segment not supported by any of loaded plugins Aug 05 15:22:15.702591 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.703497 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.704005 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 05 15:22:15.704354 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: servicetype.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.705421 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.705943 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: service-type Aug 05 15:22:15.706272 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: sorting.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.707224 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.707563 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: sorting Aug 05 15:22:15.708000 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: standard_attr_segment.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.708924 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.709439 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 05 15:22:15.709764 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: standardattrdescription.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.710381 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.710893 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: standard-attr-description Aug 05 15:22:15.711217 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: stateful_security_group.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.712158 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.712709 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: stateful-security-group Aug 05 15:22:15.713034 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: stdattrs_common.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.713584 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 05 15:22:15.713908 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.714844 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.715350 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 05 15:22:15.715677 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: subnet_onboard.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.716725 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.717237 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: subnet_onboard Aug 05 15:22:15.717560 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.718445 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.718950 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 05 15:22:15.719268 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: subnet_service_types.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.720184 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.720694 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: subnet-service-types Aug 05 15:22:15.721019 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: subnetallocation.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.722057 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.722570 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: subnet_allocation Aug 05 15:22:15.722897 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.723527 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.724035 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: subnetpool-prefix-ops Aug 05 15:22:15.724375 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.731029 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.731539 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 05 15:22:15.731863 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: tagging.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.732929 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.733441 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: standard-attr-tag Aug 05 15:22:15.733771 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: timestamp.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.734922 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.735446 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loaded extension: standard-attr-timestamp Aug 05 15:22:15.735766 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: trunk.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.736789 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.737298 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension trunk not supported by any of loaded plugins Aug 05 15:22:15.737624 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: trunk_details.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.738502 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.739010 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension trunk-details not supported by any of loaded plugins Aug 05 15:22:15.739335 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: uplink_status_propagation.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.740243 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.740748 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 05 15:22:15.741072 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Loading extension file: vlantransparent.py {{(pid=104404) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 05 15:22:15.741716 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104404) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 05 15:22:15.742216 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 05 15:22:15.744801 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:network Aug 05 15:22:15.745320 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:subnet Aug 05 15:22:15.746309 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 15:22:15.746703 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:port Aug 05 15:22:15.748053 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.748517 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service FLAVORS assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.749146 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.749576 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.749909 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:router Aug 05 15:22:15.750344 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:floatingip Aug 05 15:22:15.750821 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service METERING assigned prefix: /metering {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.752557 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.752929 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.753281 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104404) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:22:15.754279 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 15:22:15.754729 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:security_group Aug 05 15:22:15.755176 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 15:22:15.755714 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service CORE assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.756044 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 15:22:15.756415 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] subnetpool is already registered Aug 05 15:22:15.756839 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service CORE assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.757165 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 15:22:15.757497 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] subnetpool is already registered Aug 05 15:22:15.759883 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.760356 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service FLAVORS assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.760968 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.761424 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.761760 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:router Aug 05 15:22:15.762099 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] router is already registered Aug 05 15:22:15.762515 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:floatingip Aug 05 15:22:15.762852 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] floatingip is already registered Aug 05 15:22:15.763319 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service METERING assigned prefix: /metering {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.764587 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of CountableResource for resource:rbac_policy Aug 05 15:22:15.764587 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] rbac_policy is already registered Aug 05 15:22:15.764791 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:security_group Aug 05 15:22:15.765079 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] security_group is already registered Aug 05 15:22:15.765486 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 05 15:22:15.765825 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] security_group_rule is already registered Aug 05 15:22:15.766466 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service CORE assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.766798 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 15:22:15.767137 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] subnetpool is already registered Aug 05 15:22:15.767560 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.v2.resource_helper [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Service CORE assigned prefix: {{(pid=104404) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 05 15:22:15.767886 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Creating instance of TrackedResource for resource:subnetpool Aug 05 15:22:15.768243 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING neutron.quota.resource_registry [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] subnetpool is already registered Aug 05 15:22:15.768706 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: extensions {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.770172 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: address-groups {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.771701 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: address-scopes {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.773063 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: agents {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.774236 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: auto-allocated-topology {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.775486 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: availability_zones {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.776763 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: dhcp-networks {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.778344 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: dhcp-agents {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.779807 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: routers {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.781680 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: flavors {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.782938 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: service_profiles {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.784197 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: next_providers {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.785727 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: service_profiles {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.787315 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: floatingip-pools {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.788584 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: routers {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.793300 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: floatingips {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.793300 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: l3-routers {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.793614 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: l3-agents {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.795045 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: metering-labels {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.796409 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: metering-label-rules {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.797816 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: network-ip-availabilities {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.799107 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: bindings {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.800733 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: quotas {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.803305 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: quotas {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.804980 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: rbac-policies {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.806189 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: security-groups {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.807524 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: security-group-rules {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.809394 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: service-providers {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.810630 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: subnetpools {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.811986 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: subnetpools {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.813577 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: tags {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.815292 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: tags {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.817217 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: tags {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.822358 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: tags {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.822358 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: tags {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.822713 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: tags {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.824536 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: tags {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.826461 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: tags {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.828357 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: tags {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.830123 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron.api.extensions [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Extended resource: tags {{(pid=104404) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 05 15:22:15.836330 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING keystonemiddleware.auth_token [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 05 15:22:15.841919 dv-cinder-849890-4-iscsi neutron-server[104404]: WARNING keystonemiddleware.auth_token [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 05 15:22:15.850833 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_concurrency.lockutils [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Acquiring lock "singleton_lock" {{(pid=104404) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 05 15:22:15.851360 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_concurrency.lockutils [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Acquired lock "singleton_lock" {{(pid=104404) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 05 15:22:15.851623 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_concurrency.lockutils [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Releasing lock "singleton_lock" {{(pid=104404) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 05 15:22:15.852296 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO oslo_service.service [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Starting 2 workers Aug 05 15:22:15.857622 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Started child 104517 {{(pid=104404) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 15:22:15.862104 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Started child 104518 {{(pid=104404) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 15:22:15.863214 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:15.863831 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO neutron.service [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 05 15:22:15.864403 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:15.864737 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [-] (104517) wsgi starting up on http://0.0.0.0:9696 Aug 05 15:22:15.866864 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO oslo_service.service [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Starting 1 workers Aug 05 15:22:15.867579 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:15.869008 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [-] (104518) wsgi starting up on http://0.0.0.0:9696 Aug 05 15:22:15.874045 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Started child 104519 {{(pid=104404) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 15:22:15.874045 dv-cinder-849890-4-iscsi neutron-server[104404]: INFO oslo_service.service [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Starting 1 workers Aug 05 15:22:15.875801 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.service [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] calling RpcWorker wait() {{(pid=104519) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 05 15:22:15.876413 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.service [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] returning from RpcWorker wait() {{(pid=104519) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 05 15:22:15.877049 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Started child 104520 {{(pid=104404) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 05 15:22:15.878049 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:15.878154 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG neutron_lib.callbacks.manager [None req-7eedb4e8-9a17-43c9-a996-83c3a6e2ed13 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104404) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:15.878490 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:22:15.880056 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104404) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 15:22:15.880310 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 15:22:15.880497 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 15:22:15.880718 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 15:22:15.881051 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 15:22:15.881225 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 15:22:15.881764 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.882061 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.882337 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.882606 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.883193 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.883471 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.883713 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.883799 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:15.884278 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.884278 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.884448 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.884613 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.884873 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.885123 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.885512 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:22:15.885610 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.885794 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.886043 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.886297 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.886482 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.886745 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.887026 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.887283 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.887557 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] debug = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.887829 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.888361 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.888621 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.888876 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.889118 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.889384 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.889618 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.889871 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.890459 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.890459 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.890717 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.890862 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.891047 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.891282 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.891519 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.891802 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.892023 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.892554 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] host = dv-cinder-849890-4-iscsi {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.892800 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.893041 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.893300 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.893565 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.893810 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.894058 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.894324 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.894568 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.894876 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.895073 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.895310 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.895556 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.895773 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.896019 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.896206 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_options = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.896443 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.897025 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.897025 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.897309 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.897309 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.897598 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.897737 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.897896 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.898138 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.898300 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.898531 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.898766 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.899007 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.899207 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.899450 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.900116 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.900116 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.900404 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.900404 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.900731 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.901427 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.901427 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.902534 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.902534 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.902821 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.902963 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.903152 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.903392 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.903612 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.903836 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.904127 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.904387 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.904607 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.904841 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.905112 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.905343 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.905571 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.905823 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.906103 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.906328 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.906596 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.906851 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.907067 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.907313 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.907532 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.907768 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.908008 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_json = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.908289 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.908441 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.908689 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.908919 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.909165 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.909383 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.909599 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.909829 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.910047 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.910475 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.910955 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.911144 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.911508 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.912145 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.912145 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.912413 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.912552 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.912916 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.912916 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.913229 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.913436 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.913836 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.914035 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.914304 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.914596 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.914596 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.914596 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.914596 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.914596 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.914596 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.914596 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.914596 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.920534 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.920534 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.920534 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.920534 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.920534 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.920534 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.920534 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.920534 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921075 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921075 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921075 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921075 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921075 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921075 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921075 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921075 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921522 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921522 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921648 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.921817 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.922065 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.922294 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.922761 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.923001 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.923242 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.923492 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.923712 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.924092 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.924486 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.924717 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.924940 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.925188 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.925430 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.925675 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.925919 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.926178 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.926451 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.926691 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.926917 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.927172 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.927410 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.927657 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.928037 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.928442 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.928665 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.928920 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.929142 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.929364 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.929657 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.929880 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.930283 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.930499 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.930752 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.930969 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.931190 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.931457 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.931663 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.931833 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.932092 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.932296 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.932510 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.932743 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.932962 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.933219 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.933453 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.933665 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.933877 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.934105 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.934424 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.934668 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.934923 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.935179 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.935446 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.935667 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.935908 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.936171 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.936374 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.936589 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.936866 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.937094 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.937356 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.937603 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.937824 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.938081 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.938307 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.938527 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.938741 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.938966 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.939190 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.939415 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.939635 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.939877 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.940123 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.940412 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.940647 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.941033 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.941442 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.941701 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.941947 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.942238 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.942490 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.942807 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.943004 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.943286 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.943585 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.943846 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.944152 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.944409 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.944660 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.944918 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.945182 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.945430 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.945658 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.945908 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.946147 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.946528 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.946898 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.947258 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.947636 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.947962 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.948219 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.948444 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.948693 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.948982 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.949267 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.949515 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.949782 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.950031 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.950308 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.950566 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.950798 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.951036 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.951281 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.951522 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.951730 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.951951 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.952195 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.952438 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.952710 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.952913 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.953140 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.953375 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.953602 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.953843 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.954065 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.954285 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.954543 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.954762 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.955002 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.955251 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.955470 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.955695 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.955930 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.956185 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.959528 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.959528 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.959528 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.959528 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.959528 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.959528 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.959528 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.959528 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.960176 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.960176 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.960176 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.960176 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.960176 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.960176 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.960176 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.960176 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.960719 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.960877 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.961034 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.961283 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.961628 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.961885 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.962112 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.962369 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.962627 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.962848 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.963065 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.963283 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.963532 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.963749 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.963983 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.964210 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.964952 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.965189 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.965408 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.965623 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.965889 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.966125 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.966345 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.966579 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.966798 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.967035 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.967272 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.967492 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.967704 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.967915 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.968148 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.968368 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.968576 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.968874 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.969119 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.969354 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.969618 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.969872 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.970081 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.970452 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.970674 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.970883 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.971132 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.971351 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.971562 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.971807 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.972017 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.972262 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.972484 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.972703 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.972914 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.973136 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.973344 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.973555 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.973775 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.973992 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.974200 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.974424 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.974636 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.974841 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.975082 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.975296 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.975502 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.975729 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.975939 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.976166 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.976386 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.976626 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.976858 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.977373 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.977373 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.977589 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.978050 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.978309 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.978562 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.978822 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.979134 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.979368 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.979638 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.979891 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.980680 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.980977 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.981258 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.981679 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.981965 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.982417 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.982853 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.983227 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.983509 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.983798 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.984018 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.984368 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.984706 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.984992 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.985240 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.985485 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.985738 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.986008 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.986232 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.986478 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.986714 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.986951 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.987230 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.987461 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.987717 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.987987 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.988182 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.988427 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.988653 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.988884 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.989127 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.989344 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:15.989516 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 15:22:15.990041 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104404) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 05 15:22:15.990203 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 05 15:22:15.990356 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 05 15:22:15.990546 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 05 15:22:15.990714 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 05 15:22:15.990867 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 05 15:22:15.991072 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.991233 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.991392 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.991703 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.991887 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.992048 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.992227 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.992410 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.993154 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.993154 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.993154 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.993154 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.993154 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.993475 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.993475 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.993597 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.993707 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.993866 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.994180 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.994499 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.994659 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.994818 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] debug = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.994979 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.995181 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.995347 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.995506 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.995687 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.995848 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.996010 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.996197 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:15.996355 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.000550 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.000550 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.000550 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.000550 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.000550 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.000550 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.000550 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.000550 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001072 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] host = dv-cinder-849890-4-iscsi {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001072 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001072 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001072 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001072 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001072 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001072 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001072 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_options = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001980 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001980 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001980 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001980 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001980 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001980 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.001980 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.002749 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.002823 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:22:16.002923 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.002923 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.002923 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.002923 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.002923 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.002923 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.002923 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.002923 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.002923 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.003504 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.003504 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.003504 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.003504 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.003504 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.003504 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.003834 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.003834 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.003962 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.004090 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.004283 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.004402 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.004695 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.005009 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.005154 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.005426 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.005649 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.005649 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.005896 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.005896 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.006092 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.006206 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.006468 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.006807 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.007141 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.007486 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.007822 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.007988 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.008170 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.008333 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_json = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.008496 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.008658 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.008820 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.008981 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.009140 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.009449 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.009607 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.009920 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.010079 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 05 15:22:16.010262 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.010424 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.010594 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.010757 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.010920 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.011080 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.011241 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.011425 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.011584 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.011744 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.011913 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.012107 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.012301 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.012424 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.012597 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.012752 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.012890 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.013050 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.013197 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.013359 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.013519 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.013666 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.013840 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.013989 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.014147 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.014307 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.014473 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.014608 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.015177 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.015177 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.015177 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.015530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.015530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.015530 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.015952 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.015952 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.016247 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.016247 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.016514 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.016514 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.016682 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.016770 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.016900 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.017061 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.017222 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.017385 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.017547 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.017707 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.017870 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.018032 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.018193 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.018356 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.018524 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.018524 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.018965 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.018965 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.019200 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.019335 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.019421 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.019574 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.019734 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.019895 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.020054 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.020234 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.020395 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.020556 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.020746 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.020873 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.021045 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.021223 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.021367 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.021527 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.021688 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.021848 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.022009 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.022169 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.022329 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.022489 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.022649 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.022814 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.022975 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.023136 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.023296 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.023458 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.023627 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.023768 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.023929 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.024207 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.024403 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.024568 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.024755 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.024896 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.024983 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.025101 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.025262 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.025606 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.026219 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.026219 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.026219 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.026219 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.026691 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.026691 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.026691 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.027788 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.027788 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.027788 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.027788 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.028215 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.028215 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.028215 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.028512 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.028512 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.028718 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.028798 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.028932 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.029030 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.029188 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.029348 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.029509 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.029668 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.029829 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.029989 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.030158 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.030379 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.030517 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.030846 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.030846 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.031052 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.031176 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.031326 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.031454 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.031577 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.031705 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.031829 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.031979 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.032165 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.032327 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.032488 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.032660 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.032821 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.032982 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.033142 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.033329 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.033489 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.033650 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.033809 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.033969 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.034128 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.034288 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.034448 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.034607 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.034768 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.034927 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.035089 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.035250 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.035411 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.035611 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.035720 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.035881 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.036042 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.036225 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.036386 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.036548 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.036707 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.036853 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.037016 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.037175 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.037336 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.037497 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.037657 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.037817 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.037977 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.038136 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.038296 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.038444 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.038602 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.038761 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.038910 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.039068 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.039231 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.039392 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.039553 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.039714 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.039875 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.040036 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.040219 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.040398 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.040543 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.040860 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.041017 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.041156 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.041321 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.041467 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.041679 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.041825 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.041974 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.042113 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.042247 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.042380 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.042565 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.043234 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.043392 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.043532 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.043696 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.043845 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.044005 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.044217 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.044379 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.044522 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.044636 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.044795 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.044955 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.045115 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.045278 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.045441 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.045602 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.045763 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.045927 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.046089 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.046248 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.046407 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.046568 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.046725 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.046910 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.047048 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.047209 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.047382 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.047544 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.047710 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.047853 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.048012 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.048210 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.048382 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.048544 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.048705 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.048866 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.049026 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.049186 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.049356 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.049518 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.049679 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.049839 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.049999 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.050159 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.050330 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.050491 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.050651 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.050812 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.050973 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.051133 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.051302 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.051463 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.051624 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.051784 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.051945 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.052124 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.052295 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.052457 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.052618 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.052778 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.052938 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.053099 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.053273 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.053435 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.053627 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.053763 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.053924 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.054085 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.054248 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.054421 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.054583 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.054746 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.054907 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.055068 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.055228 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.055391 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.055556 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.055726 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.055893 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.056055 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.060777 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.060777 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.060777 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.060777 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.060777 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.060777 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.060777 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.060777 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061349 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061349 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061349 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061349 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061349 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061349 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061349 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061349 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061349 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061964 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061964 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061964 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061964 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061964 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061964 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061964 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.061964 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 05 15:22:16.062511 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104404) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 05 15:22:16.152619 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 36642) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:22:16.159379 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [-] 10.222.0.40 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0047023 Aug 05 15:22:16.163858 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [-] 10.222.0.40 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039175 Aug 05 15:22:25.196718 dv-cinder-849890-4-iscsi neutron-server[104404]: DEBUG dbcounter [-] [104404] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104404) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:27.427309 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writer thread running {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 05 15:22:27.428364 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacf62e5-c708-410e-bb2a-eaf0228ae41b None None] get_active_networks_info from dv-cinder-849890-4-iscsi {{(pid=104519) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 05 15:22:27.574719 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf62e5-c708-410e-bb2a-eaf0228ae41b None None] No non-hosted networks {{(pid=104519) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 05 15:22:27.586921 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-22f69f85-39f7-4280-990c-00105f50d9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1928665'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:29.214743 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writer thread running {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 05 15:22:29.853368 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bc28b066-87bc-4888-ae7b-2968183910f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1928665'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:29.888908 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.db.api [None req-63077d12-f4f4-4be4-b158-92ebae2b9bef None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-849890-4-iscsi {{(pid=104519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 05 15:22:29.890210 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG oslo_db.api [None req-63077d12-f4f4-4be4-b158-92ebae2b9bef None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 15:22:30.416787 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-63077d12-f4f4-4be4-b158-92ebae2b9bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:30.850566 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1928665'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:30.864753 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 36716) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:22:31.431639 dv-cinder-849890-4-iscsi neutron-server[104518]: WARNING oslo_policy.policy [None req-708dc46b-e28d-469c-aa7b-96cde16672b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 15:22:31.432350 dv-cinder-849890-4-iscsi neutron-server[104518]: WARNING oslo_policy.policy [None req-708dc46b-e28d-469c-aa7b-96cde16672b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 15:22:31.652661 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [None req-708dc46b-e28d-469c-aa7b-96cde16672b6 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104518) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:22:31.664102 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-708dc46b-e28d-469c-aa7b-96cde16672b6 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7880270 Aug 05 15:22:32.322449 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1928665'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:32.580190 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1928665'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:32.581244 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.581862 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.582419 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.583005 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.583567 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.584224 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.584808 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.585423 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.586265 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.586953 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.587562 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.588256 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.589347 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.590680 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.590680 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:32.591381 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-849890-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:22:32.601113 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-849890-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:22:33.970061 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 36746) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:22:34.080265 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.db.l3_hamode_db [None req-a3c34213-a784-4284-8941-5be668da5a9c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 05 15:22:34.160605 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c34213-a784-4284-8941-5be668da5a9c None None] Routers set() bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:22:34.160977 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c34213-a784-4284-8941-5be668da5a9c None None] Router IDs set() for agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 05 15:22:34.314476 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-f6377039-2511-4d14-80d6-b0c8bddbd0fd admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:22:34.405876 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.policy [None req-f6377039-2511-4d14-80d6-b0c8bddbd0fd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104518) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 15:22:34.448728 dv-cinder-849890-4-iscsi neutron-server[104518]: WARNING oslo_policy.policy [None req-f6377039-2511-4d14-80d6-b0c8bddbd0fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 15:22:34.449124 dv-cinder-849890-4-iscsi neutron-server[104518]: WARNING oslo_policy.policy [None req-f6377039-2511-4d14-80d6-b0c8bddbd0fd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 15:22:34.469152 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writer thread running {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 05 15:22:34.616307 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f6377039-2511-4d14-80d6-b0c8bddbd0fd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772845959994', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772845960526', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772845943918', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772845930069', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772845920311', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772845913011', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1005405', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-798889', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1742013', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1751891'] for rbac-policy (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:34.875259 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f6377039-2511-4d14-80d6-b0c8bddbd0fd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:34.876373 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-f6377039-2511-4d14-80d6-b0c8bddbd0fd admin admin] 10.222.0.40 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9053080 Aug 05 15:22:37.071077 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 36758) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:22:37.398373 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:22:37.490588 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Made reservation on behalf of b972ca1ff8ee4c558eeb45ec24303061 for: {'network': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:22:37.494296 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:37.512478 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:37.621626 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Publish callbacks [] for security_group (1774ebc7-636c-45dc-960d-de1554a58f1c), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:37.702377 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (1774ebc7-636c-45dc-960d-de1554a58f1c), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:37.736139 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=104518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:22:37.763393 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772847322085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (8c862734-885e-4df2-acdb-35063fab8e78), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:37.763943 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Unsubscribe: segment precommit_create {{(pid=104518) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 15:22:37.764504 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.segments_db [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Added segment 8c862734-885e-4df2-acdb-35063fab8e78 of type vlan for network 75e4bcda-4c82-4737-9d4b-53e65cdb4a82 Aug 05 15:22:37.770676 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1774ebc7-636c-45dc-960d-de1554a58f1c,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:22:37.790870 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.791206 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.792229 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.792580 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.792905 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.793259 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.793574 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.793888 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.794205 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.794517 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.794829 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.795157 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.795470 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.795779 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.796116 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Tracked resource versions report: Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: pushed versions: Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: { 'AddressGroup': {'1.2'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Agent': {'1.1'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'ConntrackHelper': {'1.0'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'LocalIPAssociation': {'1.0'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Log': {'1.0'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'NDPProxy': {'1.0'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Network': {'1.1'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Port': {'1.7'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'PortForwarding': {'1.3'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'QosPolicy': {'1.10'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SecurityGroup': {'1.5'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SecurityGroupRule': {'1.2'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SubPort': {'1.0'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Subnet': {'1.1'}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Trunk': {'1.1'}} Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: consumer versions: Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: { DHCP agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: L3 agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: Metadata agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: Metering agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: Open vSwitch agent@dv-cinder-849890-4-iscsi: { 'AddressGroup': '1.2', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Agent': '1.1', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'ConntrackHelper': '1.0', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'LocalIPAssociation': '1.0', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Log': '1.0', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'NDPProxy': '1.0', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Network': '1.1', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Port': '1.7', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'PortForwarding': '1.3', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'QosPolicy': '1.10', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SecurityGroup': '1.5', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SecurityGroupRule': '1.2', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SubPort': '1.0', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Subnet': '1.1', Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Trunk': '1.1'}} Aug 05 15:22:37.797567 dv-cinder-849890-4-iscsi neutron-server[104518]: {{(pid=104518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 15:22:37.987449 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (75e4bcda-4c82-4737-9d4b-53e65cdb4a82), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:38.004149 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:38.116397 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (75e4bcda-4c82-4737-9d4b-53e65cdb4a82), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:38.121578 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:22:38.122251 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:38.237035 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] Pushing event updated for resources: {'Network': ['ID=75e4bcda-4c82-4737-9d4b-53e65cdb4a82,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:22:38.248800 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network 75e4bcda-4c82-4737-9d4b-53e65cdb4a82 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:22:38.290185 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-b6737a13-2449-4a76-91ff-7cd0df1e7d05 demo demo] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.2180257 Aug 05 15:22:40.567303 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 36772) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:22:40.975275 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46965f6c-90b4-4e48-8cf9-eec9f7ea60dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:22:40.976640 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-46965f6c-90b4-4e48-8cf9-eec9f7ea60dd demo admin] 10.222.0.40 "GET /networking/v2.0/networks/75e4bcda-4c82-4737-9d4b-53e65cdb4a82 HTTP/1.1" status: 200 len: 825 time: 0.4083998 Aug 05 15:22:41.001758 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-22ac964c-4d98-44c9-8c39-dfb9e921ef50 demo admin] 10.222.0.40 "GET /networking/v2.0/subnetpools/75c6df78-154c-4c5c-ab01-858402a778e5 HTTP/1.1" status: 200 len: 734 time: 0.0185642 Aug 05 15:22:41.010989 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] Request body: {'subnet': {'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '75c6df78-154c-4c5c-ab01-858402a778e5'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:22:41.087397 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] Made reservation on behalf of b972ca1ff8ee4c558eeb45ec24303061 for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:22:41.090273 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:41.245432 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:41.450416 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for subnet (0b13e436-6d90-4664-a1ce-ebbedc06f770), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:41.513596 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] Pushing event updated for resources: {'Subnet': ['ID=0b13e436-6d90-4664-a1ce-ebbedc06f770,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:22:41.524817 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] Checking segment: {'id': '8c862734-885e-4df2-acdb-35063fab8e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:22:41.525170 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] Network hostable DHCP agents. Network: 75e4bcda-4c82-4737-9d4b-53e65cdb4a82, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:22:41.601391 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] Network 75e4bcda-4c82-4737-9d4b-53e65cdb4a82 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:22:41.679314 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, 75e4bcda-4c82-4737-9d4b-53e65cdb4a82) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:22:41.685033 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:22:41.685627 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:41.689893 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e97d2f-7871-4c45-bbf8-f65de0f150c8 None None] Network 75e4bcda-4c82-4737-9d4b-53e65cdb4a82 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:22:41.893255 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-efcc2280-8893-4014-a9b3-f382859b474d demo admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8859017 Aug 05 15:22:41.933768 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-75e4bcda-4c82-4737-9d4b-53e65cdb4a82', 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82', 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'fixed_ips': [{'subnet_id': '0b13e436-6d90-4664-a1ce-ebbedc06f770'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:22:41.935080 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:42.223714 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Allocated IP 172.20.0.2 (75e4bcda-4c82-4737-9d4b-53e65cdb4a82/0b13e436-6d90-4664-a1ce-ebbedc06f770/851bf737-4011-4527-9bc3-28d8b81f9605) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:22:42.320399 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:42.491085 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Publish callbacks [] for port (851bf737-4011-4527-9bc3-28d8b81f9605), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:42.576391 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (851bf737-4011-4527-9bc3-28d8b81f9605), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:42.580684 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:42.665642 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Network 75e4bcda-4c82-4737-9d4b-53e65cdb4a82 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:22:42.667344 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Pushing event updated for resources: {'Port': ['ID=851bf737-4011-4527-9bc3-28d8b81f9605,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:22:42.671712 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:22:42.678329 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.678688 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.679062 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.679437 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.679782 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.680140 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.680478 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.680816 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.681149 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.681481 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.681842 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.682194 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.682526 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.682866 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.683192 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Tracked resource versions report: Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: pushed versions: Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: { 'AddressGroup': {'1.2'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Agent': {'1.1'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'ConntrackHelper': {'1.0'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'LocalIPAssociation': {'1.0'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Log': {'1.0'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'NDPProxy': {'1.0'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Network': {'1.1'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Port': {'1.7'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'PortForwarding': {'1.3'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'QosPolicy': {'1.10'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SecurityGroup': {'1.5'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SecurityGroupRule': {'1.2'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SubPort': {'1.0'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Subnet': {'1.1'}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Trunk': {'1.1'}} Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: consumer versions: Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: { DHCP agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: L3 agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: Metadata agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: Metering agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: Open vSwitch agent@dv-cinder-849890-4-iscsi: { 'AddressGroup': '1.2', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Agent': '1.1', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'ConntrackHelper': '1.0', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'LocalIPAssociation': '1.0', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Log': '1.0', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'NDPProxy': '1.0', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Network': '1.1', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Port': '1.7', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'PortForwarding': '1.3', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'QosPolicy': '1.10', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SecurityGroup': '1.5', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SecurityGroupRule': '1.2', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SubPort': '1.0', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Subnet': '1.1', Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Trunk': '1.1'}} Aug 05 15:22:42.684684 dv-cinder-849890-4-iscsi neutron-server[104519]: {{(pid=104519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 15:22:42.687799 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:22:42.771485 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Attempting to bind port 851bf737-4011-4527-9bc3-28d8b81f9605 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:22:42.772143 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Attempting to bind port 851bf737-4011-4527-9bc3-28d8b81f9605 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '8c862734-885e-4df2-acdb-35063fab8e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:22:42.772314 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Attempting to bind port 851bf737-4011-4527-9bc3-28d8b81f9605 on network 75e4bcda-4c82-4737-9d4b-53e65cdb4a82 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:22:42.777974 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:22:42.778374 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Checking segment: {'id': '8c862734-885e-4df2-acdb-35063fab8e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:22:42.778833 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:42.779230 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Bound using segment: {'id': '8c862734-885e-4df2-acdb-35063fab8e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:22:42.779693 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Bound port: 851bf737-4011-4527-9bc3-28d8b81f9605, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c862734-885e-4df2-acdb-35063fab8e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:22:42.780119 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (851bf737-4011-4527-9bc3-28d8b81f9605), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:42.839903 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] For port 851bf737-4011-4527-9bc3-28d8b81f9605, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:22:42.858622 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] For port 851bf737-4011-4527-9bc3-28d8b81f9605, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=851bf737-4011-4527-9bc3-28d8b81f9605,segment=NetworkSegment(8c862734-885e-4df2-acdb-35063fab8e78),segment_id=8c862734-885e-4df2-acdb-35063fab8e78)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:22:42.913165 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (851bf737-4011-4527-9bc3-28d8b81f9605), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:42.965330 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ca28b-45c2-4698-a3a9-d3fb4694b702 None None] Pushing event updated for resources: {'Port': ['ID=851bf737-4011-4527-9bc3-28d8b81f9605,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:22:44.180582 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 36784) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:22:44.505403 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [None req-a8a7a45b-1928-474c-9252-b8c45ec0fd32 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104518) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:22:44.506578 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a8a7a45b-1928-474c-9252-b8c45ec0fd32 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3250339 Aug 05 15:22:46.775684 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 36792) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:22:47.263923 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:47.268542 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=8 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:47.301242 dv-cinder-849890-4-iscsi neutron-server[104517]: WARNING oslo_policy.policy [None req-45838f07-3dc9-4a23-999c-0daf3c705d82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 15:22:47.301799 dv-cinder-849890-4-iscsi neutron-server[104517]: WARNING oslo_policy.policy [None req-45838f07-3dc9-4a23-999c-0daf3c705d82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 15:22:47.517258 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [None req-45838f07-3dc9-4a23-999c-0daf3c705d82 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104517) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:22:47.518545 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-45838f07-3dc9-4a23-999c-0daf3c705d82 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7407103 Aug 05 15:22:49.786441 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 36814) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:22:50.113429 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-3e0ac5ba-efb9-422f-968e-fed1d25c61ae demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:22:50.173030 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.policy [None req-3e0ac5ba-efb9-422f-968e-fed1d25c61ae demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104517) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 05 15:22:50.216656 dv-cinder-849890-4-iscsi neutron-server[104517]: WARNING oslo_policy.policy [None req-3e0ac5ba-efb9-422f-968e-fed1d25c61ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 15:22:50.217044 dv-cinder-849890-4-iscsi neutron-server[104517]: WARNING oslo_policy.policy [None req-3e0ac5ba-efb9-422f-968e-fed1d25c61ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 05 15:22:50.238064 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writer thread running {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 05 15:22:50.240295 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 851bf737-4011-4527-9bc3-28d8b81f9605 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:22:50.244453 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:50.323611 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 851bf737-4011-4527-9bc3-28d8b81f9605 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:22:50.324015 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (851bf737-4011-4527-9bc3-28d8b81f9605), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:50.354153 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac5ba-efb9-422f-968e-fed1d25c61ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:50.357009 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac5ba-efb9-422f-968e-fed1d25c61ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:50.429144 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 851bf737-4011-4527-9bc3-28d8b81f9605 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:22:50.429578 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (851bf737-4011-4527-9bc3-28d8b81f9605), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:50.465329 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 851bf737-4011-4527-9bc3-28d8b81f9605, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=851bf737-4011-4527-9bc3-28d8b81f9605,segment=NetworkSegment(8c862734-885e-4df2-acdb-35063fab8e78),segment_id=8c862734-885e-4df2-acdb-35063fab8e78)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:22:50.517891 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac5ba-efb9-422f-968e-fed1d25c61ae demo demo] Publish callbacks [] for router_controller (cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a), precommit_add_association {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:50.524167 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (851bf737-4011-4527-9bc3-28d8b81f9605), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:50.571367 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac5ba-efb9-422f-968e-fed1d25c61ae demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:50.572706 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=851bf737-4011-4527-9bc3-28d8b81f9605,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:22:50.654998 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3e0ac5ba-efb9-422f-968e-fed1d25c61ae demo demo] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:50.656139 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-3e0ac5ba-efb9-422f-968e-fed1d25c61ae demo demo] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8686440 Aug 05 15:22:51.042893 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a6619-892a-4ffb-bd26-6139be0a595c None None] Network 75e4bcda-4c82-4737-9d4b-53e65cdb4a82 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:22:51.101387 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-23816a69-b056-4194-8ddf-e523cc7b340a None None] Provisioning complete for port 851bf737-4011-4527-9bc3-28d8b81f9605 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:22:51.101761 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-23816a69-b056-4194-8ddf-e523cc7b340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (851bf737-4011-4527-9bc3-28d8b81f9605), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:51.204160 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:51.241180 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-23816a69-b056-4194-8ddf-e523cc7b340a None None] Current status of the port 851bf737-4011-4527-9bc3-28d8b81f9605 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:22:51.465278 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-6cb3826f-cd99-4ede-898c-4fa7bbd71577 None None] Provisioning complete for port 851bf737-4011-4527-9bc3-28d8b81f9605 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:22:51.465861 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6cb3826f-cd99-4ede-898c-4fa7bbd71577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (851bf737-4011-4527-9bc3-28d8b81f9605), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:51.537029 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3826f-cd99-4ede-898c-4fa7bbd71577 None None] Current status of the port 851bf737-4011-4527-9bc3-28d8b81f9605 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:22:51.695791 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=15,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:51.811328 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=68,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:52.225402 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 851bf737-4011-4527-9bc3-28d8b81f9605 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:22:52.271491 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 851bf737-4011-4527-9bc3-28d8b81f9605 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:22:52.272147 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (851bf737-4011-4527-9bc3-28d8b81f9605), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:52.311793 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:52.341004 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 851bf737-4011-4527-9bc3-28d8b81f9605 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:22:52.921831 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 36828) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:22:53.246585 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [None req-40652c93-285d-43f8-965a-4dcb61aa292a admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104517) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:22:53.247554 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-40652c93-285d-43f8-965a-4dcb61aa292a admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3248112 Aug 05 15:22:55.497079 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 36836) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:22:55.825012 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:22:55.901040 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Made reservation on behalf of 0744d3ce240a4f198b94f2d1e6d62c8e for: {'network': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:22:55.903823 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:55.919454 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:56.023656 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Publish callbacks [] for security_group (1728f644-4d59-45f4-b545-c7a13fe447f8), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:56.075222 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (1728f644-4d59-45f4-b545-c7a13fe447f8), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:56.086339 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Reserving flat network on physical network physnet1 {{(pid=104517) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 05 15:22:56.116518 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772847322085', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (1f00c79f-18f1-4587-898d-a18610adbd09), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:56.117064 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Unsubscribe: segment precommit_create {{(pid=104517) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 05 15:22:56.117598 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.segments_db [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Added segment 1f00c79f-18f1-4587-898d-a18610adbd09 of type flat for network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 Aug 05 15:22:56.153824 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1728f644-4d59-45f4-b545-c7a13fe447f8,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:22:56.190594 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.190934 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.191285 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.191620 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.191945 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.192290 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.192611 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.192927 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.193257 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.193578 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.193909 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.194238 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.194563 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.194877 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.195186 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Tracked resource versions report: Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: pushed versions: Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: { 'AddressGroup': {'1.2'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Agent': {'1.1'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'ConntrackHelper': {'1.0'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'LocalIPAssociation': {'1.0'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Log': {'1.0'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'NDPProxy': {'1.0'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Network': {'1.1'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Port': {'1.7'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'PortForwarding': {'1.3'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'QosPolicy': {'1.10'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SecurityGroup': {'1.5'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SecurityGroupRule': {'1.2'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SubPort': {'1.0'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Subnet': {'1.1'}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Trunk': {'1.1'}} Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: consumer versions: Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: { DHCP agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: L3 agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: Metadata agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: Metering agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: Open vSwitch agent@dv-cinder-849890-4-iscsi: { 'AddressGroup': '1.2', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Agent': '1.1', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'ConntrackHelper': '1.0', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'LocalIPAssociation': '1.0', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Log': '1.0', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'NDPProxy': '1.0', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Network': '1.1', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Port': '1.7', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'PortForwarding': '1.3', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'QosPolicy': '1.10', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SecurityGroup': '1.5', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SecurityGroupRule': '1.2', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SubPort': '1.0', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Subnet': '1.1', Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Trunk': '1.1'}} Aug 05 15:22:56.196713 dv-cinder-849890-4-iscsi neutron-server[104517]: {{(pid=104517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 15:22:56.236022 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (2b2b6ad8-dd79-467b-b78d-0fa22366a801), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:56.358371 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (2b2b6ad8-dd79-467b-b78d-0fa22366a801), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:56.359552 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:22:56.360290 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:56.458682 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] Pushing event updated for resources: {'Network': ['ID=2b2b6ad8-dd79-467b-b78d-0fa22366a801,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:22:56.470113 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:22:56.515519 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-465759a8-9a8e-478b-b686-64e10af7ff98 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0173888 Aug 05 15:22:57.438335 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-8f3a39d9-800f-4bbe-8cf1-2e3b5ed6cd67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:58.726111 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 36848) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:22:59.131133 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80531a59-9172-4422-a1f6-492717699ec2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:22:59.132445 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-80531a59-9172-4422-a1f6-492717699ec2 demo admin] 10.222.0.40 "GET /networking/v2.0/subnets/0b13e436-6d90-4664-a1ce-ebbedc06f770 HTTP/1.1" status: 200 len: 849 time: 0.4053941 Aug 05 15:22:59.270118 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-39ca6351-f05e-43a7-b8cd-63993dcad199 demo admin] 10.222.0.40 "GET /networking/v2.0/routers/cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a HTTP/1.1" status: 200 len: 704 time: 0.1317463 Aug 05 15:22:59.531167 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:59.533622 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:59.607273 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:22:59.826853 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b6a553f1-b754-4827-b6af-c8be66ac517d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:22:59.833899 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Allocated IP 172.20.0.1 (75e4bcda-4c82-4737-9d4b-53e65cdb4a82/0b13e436-6d90-4664-a1ce-ebbedc06f770/df64a848-0112-41bd-bc63-fdd5b82f951c) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:23:00.019688 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Publish callbacks [] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:00.130289 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:00.206619 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Network 75e4bcda-4c82-4737-9d4b-53e65cdb4a82 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:23:00.215670 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:23:00.218854 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:23:00.219528 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:00.243034 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Pushing event updated for resources: {'Port': ['ID=df64a848-0112-41bd-bc63-fdd5b82f951c,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:23:00.403552 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-27a73d8c-2b1c-4fd1-a9d6-e0defde60619 None None] Provisioning complete for port df64a848-0112-41bd-bc63-fdd5b82f951c triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:23:00.403873 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-27a73d8c-2b1c-4fd1-a9d6-e0defde60619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:00.434181 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-27a73d8c-2b1c-4fd1-a9d6-e0defde60619 None None] Port df64a848-0112-41bd-bc63-fdd5b82f951c cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:23:00.482426 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:00.682694 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:00.729966 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Publish callbacks [] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:00.795610 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:00.796471 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:00.877827 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Pushing event updated for resources: {'Port': ['ID=df64a848-0112-41bd-bc63-fdd5b82f951c,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:23:00.878502 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:00.894432 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:00.928375 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Network 75e4bcda-4c82-4737-9d4b-53e65cdb4a82 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:23:00.929675 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:23:01.138535 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Router cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:23:01.160004 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-1cb69f65-9116-4c9f-8d08-35bcfef2a051 None None] Provisioning complete for port df64a848-0112-41bd-bc63-fdd5b82f951c triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:23:01.160578 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-1cb69f65-9116-4c9f-8d08-35bcfef2a051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:01.235429 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:23:01.240890 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-9da2b27a-b0fa-4136-ba21-049ba877283c demo admin] 10.222.0.40 "PUT /networking/v2.0/routers/cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9652736 Aug 05 15:23:01.260291 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Sync routers for ids ['cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:23:01.268240 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-1cb69f65-9116-4c9f-8d08-35bcfef2a051 None None] Port df64a848-0112-41bd-bc63-fdd5b82f951c cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:23:01.278064 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Routers {'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:23:01.279151 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:23:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:23:01.459612 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Set router cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a gateway port host: None {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:23:01.881382 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'name': 'router1', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:22:50Z', 'updated_at': '2022-08-05T15:23:00Z', 'revision_number': 2, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'gw_port_host': None, '_interfaces': [{'id': 'df64a848-0112-41bd-bc63-fdd5b82f951c', 'name': '', 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'mac_address': 'fa:16:3e:bb:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:22:59Z', 'updated_at': '2022-08-05T15:23:00Z', 'revision_number': 2, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'subnets': [{'id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75c6df78-154c-4c5c-ab01-858402a778e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:23:01.931173 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Checking router: cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:23:01.931550 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Updating router cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a port df64a848-0112-41bd-bc63-fdd5b82f951c binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:23:01.986714 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:02.266705 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:02.484923 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Publish callbacks [] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:02.555583 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:02.592588 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:02.701767 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Pushing event updated for resources: {'Port': ['ID=df64a848-0112-41bd-bc63-fdd5b82f951c,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:23:02.710433 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Attempting to bind port df64a848-0112-41bd-bc63-fdd5b82f951c on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:23:02.710818 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Attempting to bind port df64a848-0112-41bd-bc63-fdd5b82f951c by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '8c862734-885e-4df2-acdb-35063fab8e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:23:02.711277 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Attempting to bind port df64a848-0112-41bd-bc63-fdd5b82f951c on network 75e4bcda-4c82-4737-9d4b-53e65cdb4a82 {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:23:02.715332 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.715670 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.716007 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.716376 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.716687 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.717010 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.717323 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.717638 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.717952 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.718267 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.718581 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.718911 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.719226 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.719534 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.719841 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Tracked resource versions report: Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: pushed versions: Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: { 'AddressGroup': {'1.2'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Agent': {'1.1'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'ConntrackHelper': {'1.0'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'LocalIPAssociation': {'1.0'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Log': {'1.0'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'NDPProxy': {'1.0'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Network': {'1.1'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Port': {'1.7'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'PortForwarding': {'1.3'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'QosPolicy': {'1.10'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SecurityGroup': {'1.5'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SecurityGroupRule': {'1.2'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SubPort': {'1.0'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Subnet': {'1.1'}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Trunk': {'1.1'}} Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: consumer versions: Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: { DHCP agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: L3 agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: Metadata agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: Metering agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: Open vSwitch agent@dv-cinder-849890-4-iscsi: { 'AddressGroup': '1.2', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Agent': '1.1', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'ConntrackHelper': '1.0', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'LocalIPAssociation': '1.0', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Log': '1.0', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'NDPProxy': '1.0', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Network': '1.1', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Port': '1.7', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'PortForwarding': '1.3', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'QosPolicy': '1.10', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SecurityGroup': '1.5', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SecurityGroupRule': '1.2', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SubPort': '1.0', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Subnet': '1.1', Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Trunk': '1.1'}} Aug 05 15:23:02.721302 dv-cinder-849890-4-iscsi neutron-server[104520]: {{(pid=104520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 15:23:02.728788 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:23:02.729212 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Checking segment: {'id': '8c862734-885e-4df2-acdb-35063fab8e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:23:02.729664 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:02.730040 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Bound using segment: {'id': '8c862734-885e-4df2-acdb-35063fab8e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:23:02.730499 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Bound port: df64a848-0112-41bd-bc63-fdd5b82f951c, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c862734-885e-4df2-acdb-35063fab8e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:23:02.730869 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:02.793821 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] For port df64a848-0112-41bd-bc63-fdd5b82f951c, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:23:02.811376 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:02.813456 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] For port df64a848-0112-41bd-bc63-fdd5b82f951c, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=df64a848-0112-41bd-bc63-fdd5b82f951c,segment=NetworkSegment(8c862734-885e-4df2-acdb-35063fab8e78),segment_id=8c862734-885e-4df2-acdb-35063fab8e78)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:23:02.913066 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:02.945297 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:02.957816 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Routers {'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:23:02.958412 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:23:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:23:03.031522 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca227f-f73e-41a2-8abb-fc350135efeb None None] Pushing event updated for resources: {'Port': ['ID=df64a848-0112-41bd-bc63-fdd5b82f951c,revision_number=4']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:23:03.056526 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] Set router cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a gateway port host: None {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:23:03.245201 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'name': 'router1', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:22:50Z', 'updated_at': '2022-08-05T15:23:00Z', 'revision_number': 2, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'gw_port_host': None, '_interfaces': [{'id': 'df64a848-0112-41bd-bc63-fdd5b82f951c', 'name': '', 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'mac_address': 'fa:16:3e:bb:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:22:59Z', 'updated_at': '2022-08-05T15:23:02Z', 'revision_number': 4, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'subnets': [{'id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75c6df78-154c-4c5c-ab01-858402a778e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:23:03.273599 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e19905-434c-459a-9c5a-01edb08fafed None None] The sync data for ids ['cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'] in dv-cinder-849890-4-iscsi is: [{'id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'name': 'router1', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:22:50Z', 'updated_at': '2022-08-05T15:23:00Z', 'revision_number': 2, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'gw_port_host': None, '_interfaces': [{'id': 'df64a848-0112-41bd-bc63-fdd5b82f951c', 'name': '', 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'mac_address': 'fa:16:3e:bb:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:22:59Z', 'updated_at': '2022-08-05T15:23:02Z', 'revision_number': 4, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'subnets': [{'id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75c6df78-154c-4c5c-ab01-858402a778e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:23:03.473379 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 36860) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:23:03.867742 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6a8191-7480-4cb8-a7f2-7fcd0dc23e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:23:03.869649 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-cd6a8191-7480-4cb8-a7f2-7fcd0dc23e72 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/2b2b6ad8-dd79-467b-b78d-0fa22366a801 HTTP/1.1" status: 200 len: 842 time: 0.3953483 Aug 05 15:23:03.879497 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:23:03.978080 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Made reservation on behalf of 0744d3ce240a4f198b94f2d1e6d62c8e for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:23:03.980414 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:04.359400 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.objects.ports [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104518) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 05 15:23:04.359839 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for subnet (e661370e-dc3b-4d17-83f3-bcd70850fd0f), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:04.424894 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e661370e-dc3b-4d17-83f3-bcd70850fd0f,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:23:04.432185 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:23:04.432540 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Network hostable DHCP agents. Network: 2b2b6ad8-dd79-467b-b78d-0fa22366a801, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:23:04.518303 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:23:04.604363 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, 2b2b6ad8-dd79-467b-b78d-0fa22366a801) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:23:04.608832 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:23:04.609396 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:04.613495 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d07633-2134-4fcd-ab07-8635cf06a9ff None None] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:23:04.716225 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-5e935a00-a895-49ae-b917-37195a012bd6 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8250895 Aug 05 15:23:04.728814 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498f71e-7801-42f0-b17b-82e0c57af171 None None] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:23:06.985958 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 36868) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:23:07.400215 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-5398bfc6-102b-4d4d-a7b0-1da62c328105 demo admin] 10.222.0.40 "GET /networking/v2.0/routers/cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a HTTP/1.1" status: 200 len: 710 time: 0.4130177 Aug 05 15:23:07.488813 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61076ef6-f142-4da2-a28d-dc48c5dbc862 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:23:07.490218 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-61076ef6-f142-4da2-a28d-dc48c5dbc862 demo admin] 10.222.0.40 "GET /networking/v2.0/networks/2b2b6ad8-dd79-467b-b78d-0fa22366a801 HTTP/1.1" status: 200 len: 886 time: 0.0844972 Aug 05 15:23:07.500044 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:23:07.737345 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Publish callbacks [] for router_gateway (cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:07.983688 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:08.018100 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Publish callbacks [] for router_gateway (cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:08.178204 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:08.261006 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device df64a848-0112-41bd-bc63-fdd5b82f951c up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:23:08.294016 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Allocated IP 172.27.0.136 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/15c8af03-58e3-4359-bcd1-c3225ec1fe94) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:23:08.297861 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:08.307687 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port df64a848-0112-41bd-bc63-fdd5b82f951c triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:23:08.308095 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:08.398903 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port df64a848-0112-41bd-bc63-fdd5b82f951c is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:23:08.399836 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:08.419955 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Publish callbacks [] for port (15c8af03-58e3-4359-bcd1-c3225ec1fe94), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:08.430108 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:08.434126 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port df64a848-0112-41bd-bc63-fdd5b82f951c, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=df64a848-0112-41bd-bc63-fdd5b82f951c,segment=NetworkSegment(8c862734-885e-4df2-acdb-35063fab8e78),segment_id=8c862734-885e-4df2-acdb-35063fab8e78)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:23:08.509821 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:08.510084 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (15c8af03-58e3-4359-bcd1-c3225ec1fe94), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:08.547981 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:23:08.554626 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:23:08.556647 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=df64a848-0112-41bd-bc63-fdd5b82f951c,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:23:08.557289 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:23:08.596266 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Pushing event updated for resources: {'Port': ['ID=15c8af03-58e3-4359-bcd1-c3225ec1fe94,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:23:08.900157 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Publish callbacks [] for router_gateway (cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:08.983597 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:09.091033 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1949106', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1907414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-605'] for router (cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:09.094468 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1935177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1935152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1907417'] for router (cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:09.197162 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Router cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:23:09.297981 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:23:09.302469 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:09.303572 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-bb3705a6-8a59-4b62-b666-f72eda5c9cf7 demo admin] 10.222.0.40 "PUT /networking/v2.0/routers/cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a HTTP/1.1" status: 200 len: 890 time: 1.8069615 Aug 05 15:23:09.637433 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Sync routers for ids ['cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:23:09.650189 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Routers {'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:23:09.650856 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:23:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:23:09.854191 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:09.856329 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Set router cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:23:10.226827 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'name': 'router1', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '15c8af03-58e3-4359-bcd1-c3225ec1fe94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:22:50Z', 'updated_at': '2022-08-05T15:23:08Z', 'revision_number': 4, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'gw_port': {'id': '15c8af03-58e3-4359-bcd1-c3225ec1fe94', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:23:08Z', 'updated_at': '2022-08-05T15:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'df64a848-0112-41bd-bc63-fdd5b82f951c', 'name': '', 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'mac_address': 'fa:16:3e:bb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:22:59Z', 'updated_at': '2022-08-05T15:23:08Z', 'revision_number': 5, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'subnets': [{'id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75c6df78-154c-4c5c-ab01-858402a778e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:23:10.252636 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device df64a848-0112-41bd-bc63-fdd5b82f951c up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:23:10.297660 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Checking router: cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:23:10.298031 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Updating router cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a port 15c8af03-58e3-4359-bcd1-c3225ec1fe94 binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:23:10.431910 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (15c8af03-58e3-4359-bcd1-c3225ec1fe94), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:10.465057 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port df64a848-0112-41bd-bc63-fdd5b82f951c triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:23:10.465441 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:10.698117 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port df64a848-0112-41bd-bc63-fdd5b82f951c is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:23:10.806787 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Publish callbacks [] for port (15c8af03-58e3-4359-bcd1-c3225ec1fe94), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:10.871658 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (15c8af03-58e3-4359-bcd1-c3225ec1fe94), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:10.906740 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Attempting to bind port 15c8af03-58e3-4359-bcd1-c3225ec1fe94 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:23:10.907106 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Attempting to bind port 15c8af03-58e3-4359-bcd1-c3225ec1fe94 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:23:10.907465 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Attempting to bind port 15c8af03-58e3-4359-bcd1-c3225ec1fe94 on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:23:10.921884 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:23:10.926842 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:23:10.926842 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:10.926842 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:23:10.926842 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Bound port: 15c8af03-58e3-4359-bcd1-c3225ec1fe94, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:23:10.926842 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (15c8af03-58e3-4359-bcd1-c3225ec1fe94), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:10.926842 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bde47-ca7d-4496-ac1c-81ed5f0fc2d3 None None] Pushing event updated for resources: {'Port': ['ID=15c8af03-58e3-4359-bcd1-c3225ec1fe94,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:23:10.946224 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:10.975100 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] For port 15c8af03-58e3-4359-bcd1-c3225ec1fe94, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:23:10.979023 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] For port 15c8af03-58e3-4359-bcd1-c3225ec1fe94, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=15c8af03-58e3-4359-bcd1-c3225ec1fe94,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:23:11.066817 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (15c8af03-58e3-4359-bcd1-c3225ec1fe94), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:11.109668 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Routers {'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:23:11.110294 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:23:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:23:11.154456 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73bde47-ca7d-4496-ac1c-81ed5f0fc2d3 None None] Pushing event updated for resources: {'Port': ['ID=15c8af03-58e3-4359-bcd1-c3225ec1fe94,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:23:11.166806 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:11.223317 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] Set router cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:23:11.417586 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'name': 'router1', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '15c8af03-58e3-4359-bcd1-c3225ec1fe94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:22:50Z', 'updated_at': '2022-08-05T15:23:08Z', 'revision_number': 4, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'gw_port': {'id': '15c8af03-58e3-4359-bcd1-c3225ec1fe94', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:23:08Z', 'updated_at': '2022-08-05T15:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'df64a848-0112-41bd-bc63-fdd5b82f951c', 'name': '', 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'mac_address': 'fa:16:3e:bb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:22:59Z', 'updated_at': '2022-08-05T15:23:08Z', 'revision_number': 5, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'subnets': [{'id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75c6df78-154c-4c5c-ab01-858402a778e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:23:11.442525 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a06af02-adf4-494e-934e-be0ea1ceec2d None None] The sync data for ids ['cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a'] in dv-cinder-849890-4-iscsi is: [{'id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'name': 'router1', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': '15c8af03-58e3-4359-bcd1-c3225ec1fe94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:22:50Z', 'updated_at': '2022-08-05T15:23:08Z', 'revision_number': 4, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'gw_port': {'id': '15c8af03-58e3-4359-bcd1-c3225ec1fe94', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:24:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:23:08Z', 'updated_at': '2022-08-05T15:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'df64a848-0112-41bd-bc63-fdd5b82f951c', 'name': '', 'network_id': '75e4bcda-4c82-4737-9d4b-53e65cdb4a82', 'tenant_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'mac_address': 'fa:16:3e:bb:a2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce4a93a-b05d-4c8a-8b1d-536ef5e08a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:22:59Z', 'updated_at': '2022-08-05T15:23:08Z', 'revision_number': 5, 'project_id': 'b972ca1ff8ee4c558eeb45ec24303061', 'subnets': [{'id': '0b13e436-6d90-4664-a1ce-ebbedc06f770', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '75c6df78-154c-4c5c-ab01-858402a778e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:23:11.755033 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 36880) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:23:12.172659 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-3be379e6-09dd-416a-94d6-4abcad9c4a40 admin admin] 10.222.0.40 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4165521 Aug 05 15:23:12.263279 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 15c8af03-58e3-4359-bcd1-c3225ec1fe94 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:23:12.311740 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 15c8af03-58e3-4359-bcd1-c3225ec1fe94 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:23:12.312155 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (15c8af03-58e3-4359-bcd1-c3225ec1fe94), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:12.387707 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 15c8af03-58e3-4359-bcd1-c3225ec1fe94 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:23:12.388113 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (15c8af03-58e3-4359-bcd1-c3225ec1fe94), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:12.408863 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 15c8af03-58e3-4359-bcd1-c3225ec1fe94, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=15c8af03-58e3-4359-bcd1-c3225ec1fe94,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:23:12.478474 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (15c8af03-58e3-4359-bcd1-c3225ec1fe94), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:12.525780 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=15c8af03-58e3-4359-bcd1-c3225ec1fe94,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:23:13.243622 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=43 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:13.248056 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=25 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:14.260273 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 15c8af03-58e3-4359-bcd1-c3225ec1fe94 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:23:14.309489 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 15c8af03-58e3-4359-bcd1-c3225ec1fe94 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:23:14.309912 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (15c8af03-58e3-4359-bcd1-c3225ec1fe94), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:14.354126 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:14.391889 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 15c8af03-58e3-4359-bcd1-c3225ec1fe94 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:23:14.623954 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=49,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:14.624877 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=59,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:17.922406 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 5 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:23:22.163029 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:22.166501 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=26 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:24.390046 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=65 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:27.451886 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2bde-9ac7-44af-8ca5-3390c7d5d3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:29.845857 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-7d230ca3-91f8-4a6b-bda5-668ef7bc51d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:30.836151 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:32.288857 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:32.586599 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:32.926042 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=3 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:32.932276 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=5 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:42.508814 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:42.516923 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:51.916792 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:51.975597 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:23:54.921575 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 5 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:23:57.623416 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3849d738-f463-4cc9-bb1c-5e76755c6c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:23:59.833147 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b4df05ff-9e69-41a1-9e48-353b9a2cb8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:01.433647 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:02.301862 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:02.576135 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:09.931700 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=4 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:24:09.932424 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=4 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:24:12.509398 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:24:12.515997 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:24:25.919222 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:24:27.457509 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b67b7845-1cf0-41e0-9ac3-b080152f4ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:29.829482 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ce29eff4-49ee-4968-b57d-7f23f0d1ff36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:30.820577 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:31.921264 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 5 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:24:32.271454 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:32.574221 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:35.614771 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 37418) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:24:35.950201 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1f617a-01e2-416e-8b7d-3b06b2cc3462 admin admin] GET failed (client error): The resource could not be found. Aug 05 15:24:35.951472 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-fb1f617a-01e2-416e-8b7d-3b06b2cc3462 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3352256 Aug 05 15:24:36.113195 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3659ec-0ffd-4972-80f2-654c540c4906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:36.114672 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-2b3659ec-0ffd-4972-80f2-654c540c4906 admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590025 Aug 05 15:24:38.288813 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 37428) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:24:38.654499 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13bcdbe-8f1f-4aba-898d-0bd7b2cafcf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:38.655760 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-c13bcdbe-8f1f-4aba-898d-0bd7b2cafcf6 admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/0b13e436-6d90-4664-a1ce-ebbedc06f770 HTTP/1.1" status: 200 len: 849 time: 0.3660045 Aug 05 15:24:38.665397 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:24:38.750687 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Publish callbacks [] for subnet (0b13e436-6d90-4664-a1ce-ebbedc06f770), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:39.034474 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772847266780'] for subnet (0b13e436-6d90-4664-a1ce-ebbedc06f770), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:39.066190 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:39.066841 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:39.068173 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] 10.222.0.40 "PUT /networking/v2.0/subnets/0b13e436-6d90-4664-a1ce-ebbedc06f770 HTTP/1.1" status: 200 len: 868 time: 0.4064298 Aug 05 15:24:39.082777 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cd5cbc-af50-41fc-87f5-000089734b93 None None] Network 75e4bcda-4c82-4737-9d4b-53e65cdb4a82 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:24:39.091442 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b13e436-6d90-4664-a1ce-ebbedc06f770,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:24:39.099181 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.099552 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.099917 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.100479 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.100840 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.101159 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.101490 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.101847 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.102165 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.102496 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.102830 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.103186 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.103504 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.103827 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.104184 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffd24-96dd-4bc1-8cfc-481507fd360f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:24:39.436804 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3d9c579a-72a2-4283-9bb9-a2c6905320af None None] Provisioning complete for port 851bf737-4011-4527-9bc3-28d8b81f9605 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:24:39.437202 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3d9c579a-72a2-4283-9bb9-a2c6905320af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (851bf737-4011-4527-9bc3-28d8b81f9605), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:39.511267 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c579a-72a2-4283-9bb9-a2c6905320af None None] Current status of the port 851bf737-4011-4527-9bc3-28d8b81f9605 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:24:39.519088 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3d9c579a-72a2-4283-9bb9-a2c6905320af None None] Provisioning complete for port df64a848-0112-41bd-bc63-fdd5b82f951c triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:24:39.519473 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3d9c579a-72a2-4283-9bb9-a2c6905320af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (df64a848-0112-41bd-bc63-fdd5b82f951c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:39.591062 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3d9c579a-72a2-4283-9bb9-a2c6905320af None None] Current status of the port df64a848-0112-41bd-bc63-fdd5b82f951c is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:24:41.260499 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 37436) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:24:41.734892 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d5ce0-0be4-4a67-b993-220e41df9186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:41.735290 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d5ce0-0be4-4a67-b993-220e41df9186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:41.736952 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-b69d5ce0-0be4-4a67-b993-220e41df9186 admin admin] 10.222.0.40 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4755027 Aug 05 15:24:43.889586 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37444) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:24:44.367261 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c46dc0-ef58-41f5-a2e7-6f3e05fcedac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:44.367735 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c46dc0-ef58-41f5-a2e7-6f3e05fcedac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:44.369426 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-e4c46dc0-ef58-41f5-a2e7-6f3e05fcedac admin admin] 10.222.0.40 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4788508 Aug 05 15:24:46.518393 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37454) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:24:46.919671 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a3f950-161e-4340-9a55-c6360c4168c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:46.921082 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-92a3f950-161e-4340-9a55-c6360c4168c2 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/2b2b6ad8-dd79-467b-b78d-0fa22366a801 HTTP/1.1" status: 200 len: 886 time: 0.4017239 Aug 05 15:24:47.494661 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=16 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:24:47.498416 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=18 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:24:49.093590 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 37462) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:24:49.502660 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29ac679-3654-42e5-aeb0-02fed5206189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:49.506040 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-a29ac679-3654-42e5-aeb0-02fed5206189 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/75e4bcda-4c82-4737-9d4b-53e65cdb4a82 HTTP/1.1" status: 200 len: 869 time: 0.4094713 Aug 05 15:24:49.584625 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:24:49.587613 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:24:51.716210 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 37470) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:24:52.111845 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743df793-41f0-4f28-a569-ca27652eeb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:52.112251 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743df793-41f0-4f28-a569-ca27652eeb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:52.113783 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-743df793-41f0-4f28-a569-ca27652eeb1f admin admin] 10.222.0.40 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3966274 Aug 05 15:24:54.296144 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37478) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:24:54.695082 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5417ac7-a666-4306-b226-5c4ebc318e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:54.695457 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5417ac7-a666-4306-b226-5c4ebc318e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:54.697002 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-e5417ac7-a666-4306-b226-5c4ebc318e36 admin admin] 10.222.0.40 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3995960 Aug 05 15:24:56.877415 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37486) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:24:57.238982 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641b55b-b5c6-4a89-82df-eedddf506cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:57.240290 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-d641b55b-b5c6-4a89-82df-eedddf506cac admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/0b13e436-6d90-4664-a1ce-ebbedc06f770 HTTP/1.1" status: 200 len: 868 time: 0.3618641 Aug 05 15:24:57.414566 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-36c34e94-8562-4294-8479-ce63be483499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:24:59.430057 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37494) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:24:59.790306 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e39f4c-f345-4cb0-9eec-59b45bd3d0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:24:59.791664 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-33e39f4c-f345-4cb0-9eec-59b45bd3d0d5 admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/e661370e-dc3b-4d17-83f3-bcd70850fd0f HTTP/1.1" status: 200 len: 816 time: 0.3607140 Aug 05 15:24:59.859789 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2d52ad87-fe68-48f3-a7c2-4e18cdd08af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:00.818811 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:02.105193 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:02.108046 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=85,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:02.284704 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:02.573804 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:08.920462 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 5 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:25:09.783469 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=40 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:09.787423 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=39 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:12.510715 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:12.515704 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:23.929668 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:23.933679 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=6 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:27.433177 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2a3cfba9-82dc-4afc-b10e-24a36156731a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:27.580772 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 37550) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:25:27.911252 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [None req-ed67d226-7ec8-4bb1-bed3-6abcaac67736 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104517) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:25:27.912915 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-ed67d226-7ec8-4bb1-bed3-6abcaac67736 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3305509 Aug 05 15:25:29.860971 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-5496e693-f279-40e6-b674-d3c6c261439b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:30.164832 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37558) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:25:30.501356 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37b1a79-c77d-4c17-8354-9944291cfe0f admin admin] GET failed (client error): The resource could not be found. Aug 05 15:25:30.502645 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-b37b1a79-c77d-4c17-8354-9944291cfe0f admin admin] 10.222.0.40 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3367786 Aug 05 15:25:30.646397 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc4939-2b43-4f59-adea-7c613f1e367c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:25:30.647867 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-aafc4939-2b43-4f59-adea-7c613f1e367c admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1410062 Aug 05 15:25:30.832580 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:32.312436 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:32.570004 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:32.844894 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37566) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:25:33.164899 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:25:33.260577 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Made reservation on behalf of 0744d3ce240a4f198b94f2d1e6d62c8e for: {'network': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:25:33.262850 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:33.297448 dv-cinder-849890-4-iscsi neutron-server[104518]: WARNING neutron.services.revisions.revision_plugin [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Could not find related network for resource to bump revision. Aug 05 15:25:33.309953 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=104518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:25:33.319425 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:33.322745 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.segments_db [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Added segment 2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8 of type vlan for network ce192ecf-5408-4735-8bd0-ab5a7748f0d0 Aug 05 15:25:33.358198 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (ce192ecf-5408-4735-8bd0-ab5a7748f0d0), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:33.491891 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (ce192ecf-5408-4735-8bd0-ab5a7748f0d0), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:33.492838 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:25:33.493407 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:33.628330 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Pushing event updated for resources: {'Network': ['ID=ce192ecf-5408-4735-8bd0-ab5a7748f0d0,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:25:33.634989 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.635339 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.635705 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.636054 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.636414 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.636747 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.637076 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.637408 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.637753 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.638083 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.638412 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.638751 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.639080 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.639408 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.639767 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:33.650367 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network ce192ecf-5408-4735-8bd0-ab5a7748f0d0 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:25:33.660476 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-3d8f2f84-dbb8-4f26-bbab-3039c6bdad34 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.8145652 Aug 05 15:25:35.923813 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37574) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:25:36.267313 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1bf930-f0b5-400c-adb5-dd56a08a8aa1 admin admin] GET failed (client error): The resource could not be found. Aug 05 15:25:36.268626 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-0a1bf930-f0b5-400c-adb5-dd56a08a8aa1 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3438425 Aug 05 15:25:36.341861 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8a39b-b339-4276-bc4c-0e8b04e9f465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:25:36.343254 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-81e8a39b-b339-4276-bc4c-0e8b04e9f465 admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703049 Aug 05 15:25:36.353731 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:25:36.451856 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] Made reservation on behalf of 0744d3ce240a4f198b94f2d1e6d62c8e for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:25:36.454417 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:36.678903 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for subnet (dc347468-d317-4585-9a46-5dbcd79ee1d6), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:36.725620 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc347468-d317-4585-9a46-5dbcd79ee1d6,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:25:36.778661 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] Checking segment: {'id': '2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:25:36.779006 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] Network hostable DHCP agents. Network: ce192ecf-5408-4735-8bd0-ab5a7748f0d0, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:25:36.863026 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] Network ce192ecf-5408-4735-8bd0-ab5a7748f0d0 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:25:36.954216 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, ce192ecf-5408-4735-8bd0-ab5a7748f0d0) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:25:36.958213 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:25:36.959302 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:36.964267 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1309130-73b0-433c-9ef1-bcb9c31330cf None None] Network ce192ecf-5408-4735-8bd0-ab5a7748f0d0 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:25:37.046677 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-bf8907cd-146a-4e17-a705-9bf003d2899d admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6962276 Aug 05 15:25:37.172865 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-ce192ecf-5408-4735-8bd0-ab5a7748f0d0', 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0', 'project_id': '0744d3ce240a4f198b94f2d1e6d62c8e', 'fixed_ips': [{'subnet_id': 'dc347468-d317-4585-9a46-5dbcd79ee1d6'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:25:37.173829 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:37.315093 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Allocated IP 192.168.233.2 (ce192ecf-5408-4735-8bd0-ab5a7748f0d0/dc347468-d317-4585-9a46-5dbcd79ee1d6/fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:25:37.457570 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Publish callbacks [] for port (fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:37.518469 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:37.566510 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Network ce192ecf-5408-4735-8bd0-ab5a7748f0d0 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:25:37.570430 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:25:37.575782 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Pushing event updated for resources: {'Port': ['ID=fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:25:37.575906 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:25:37.583793 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.584280 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.584512 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.584866 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.585209 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.585539 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.585866 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.586190 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.586518 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.586839 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.587162 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.587501 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.587825 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.588165 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.588487 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:25:37.655918 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Attempting to bind port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:25:37.656336 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Attempting to bind port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:25:37.656694 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Attempting to bind port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 on network ce192ecf-5408-4735-8bd0-ab5a7748f0d0 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:25:37.662688 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:25:37.662688 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Checking segment: {'id': '2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:25:37.662964 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:37.663290 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Bound using segment: {'id': '2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:25:37.663753 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Bound port: fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:25:37.664148 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:37.725729 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-91527646-7826-4d63-a799-3992d6efea65 None None] For port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:25:37.729066 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-91527646-7826-4d63-a799-3992d6efea65 None None] For port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0,segment=NetworkSegment(2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8),segment_id=2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:25:37.795404 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:37.854664 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91527646-7826-4d63-a799-3992d6efea65 None None] Pushing event updated for resources: {'Port': ['ID=fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:25:38.346275 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:25:38.392460 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:38.398174 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:38.400480 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:25:38.401242 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:38.503303 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:25:38.504203 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:38.541990 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0,segment=NetworkSegment(2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8),segment_id=2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:25:38.629395 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609d6a8e-ec19-49da-8cd6-9ae9a8e65ca0 None None] Network ce192ecf-5408-4735-8bd0-ab5a7748f0d0 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:25:38.637629 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:38.730315 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-b8a8ca1e-4ac8-4816-8453-d76808cef130 None None] Provisioning complete for port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:25:38.730705 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b8a8ca1e-4ac8-4816-8453-d76808cef130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:38.770185 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:25:38.852762 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8ca1e-4ac8-4816-8453-d76808cef130 None None] Current status of the port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:25:39.070451 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-468fb5ba-1be5-42a2-baa3-35212d75fd91 None None] Provisioning complete for port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:25:39.071104 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-468fb5ba-1be5-42a2-baa3-35212d75fd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:39.147767 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-468fb5ba-1be5-42a2-baa3-35212d75fd91 None None] Current status of the port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:25:40.326365 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:25:40.369658 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:25:40.370048 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:40.443984 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port fb039b0f-119a-4896-b4d3-8e0f4f0ba2e0 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:25:45.919894 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 5 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:25:46.968452 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:46.969365 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:50.440573 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=64 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:50.442358 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:25:57.448154 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-88e86370-6c66-44c3-ad15-810632da4d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:25:59.838969 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-1ebd1863-df3e-4028-b35e-5d23bf4407d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:26:00.839193 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:26:00.925651 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=3 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:26:00.932599 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=5 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:26:02.290396 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:26:02.563477 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:26:12.507439 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:26:12.508696 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:26:22.919432 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 5 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:26:25.914345 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:DELETE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:26:27.469928 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-10508f09-0e7e-4e35-bd65-dd3e35977377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:26:29.843542 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3278167a-a5f1-4c31-96a5-85c9e98d89e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:26:30.852448 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:26:32.292196 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:26:32.578170 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:26:37.922830 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=5 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:26:37.927681 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=4 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:26:42.512945 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:26:42.514822 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:26:57.525624 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-9be16050-b2be-4b1c-9108-6d296c5073f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:26:59.876479 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-425f3f6a-49e8-4831-b623-5d9c4bd3cb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:26:59.920879 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 5 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:27:00.853117 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:02.325267 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:02.599497 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:12.514380 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:12.516360 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:14.929501 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=3 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:14.933405 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=5 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:23.455550 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37614) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:27:23.461224 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [None req-dbe81149-dd0f-47d0-ad78-5c55be8e10ee tempest-verify_tempest_config-980747610 tempest-verify_tempest_config-980747610-project] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104518) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:27:23.462236 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-dbe81149-dd0f-47d0-ad78-5c55be8e10ee tempest-verify_tempest_config-980747610 tempest-verify_tempest_config-980747610-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056832 Aug 05 15:27:24.126689 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37632) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:27:24.480905 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:24.554265 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Publish callbacks [] for security_group (ce87d5c2-8d4b-4d85-ad31-8cf84a6abd69), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:24.629242 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (ce87d5c2-8d4b-4d85-ad31-8cf84a6abd69), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:24.676127 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=43c68167f2f9417f819006c29e1f6cee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5484385 Aug 05 15:27:24.676939 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce87d5c2-8d4b-4d85-ad31-8cf84a6abd69,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:27:24.678944 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 37636) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:27:24.683924 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.684286 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.684641 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.684977 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.685300 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.685622 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.685944 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.686258 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.686592 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.686910 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.687242 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.687583 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.687901 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.688240 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.688556 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25467b23-ed7f-48c4-9c8f-f0a5d249b09e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.734932 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Publish callbacks [] for security_group (ce87d5c2-8d4b-4d85-ad31-8cf84a6abd69), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:24.759955 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Publish callbacks [] for security_group (ce87d5c2-8d4b-4d85-ad31-8cf84a6abd69), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:24.916098 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (ce87d5c2-8d4b-4d85-ad31-8cf84a6abd69), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:24.918675 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:24.924136 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ce87d5c2-8d4b-4d85-ad31-8cf84a6abd69 HTTP/1.1" status: 204 len: 168 time: 0.2427437 Aug 05 15:27:24.932175 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce87d5c2-8d4b-4d85-ad31-8cf84a6abd69,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:27:24.942425 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.942425 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.942425 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.942425 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.942425 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.942425 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.943073 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.943073 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.943241 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.943553 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.944164 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.944451 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.944776 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.945093 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:24.945414 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d10a7fb-8065-477a-8561-3cf81676adb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:27:27.363181 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=11 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:27.366371 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=15 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:27.467099 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b520032e-882d-46b4-a259-cb9ebdfdef41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:29.849823 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-cfc0303a-f510-4cc2-94f5-71aed1cdb9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:30.855758 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:32.331941 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:32.594663 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:34.679575 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=20,neutron:INSERT=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:34.680404 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=19,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:34.802083 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:34.940407 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:36.920155 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 5 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:27:42.511753 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:42.517733 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:51.924846 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=5 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:51.929866 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=3 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:27:57.439187 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-697026c3-42a3-4857-9cf1-bfa7f587ee2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:27:59.838735 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2f2fefe3-c6ca-4c89-bbde-131e919159ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:28:00.861639 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:28:02.313387 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:28:02.614076 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:28:12.516786 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:28:12.525832 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:28:13.919246 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 5 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:28:27.454289 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-4cf3386c-4faa-45ad-a5f8-8f318a9a8a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:28:28.931881 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:28:28.936691 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=4 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:28:29.865707 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-533f561a-1382-4ac3-b601-4db1092a57cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:28:30.865607 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:28:32.320789 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:28:32.625204 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:28:42.514780 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:28:42.521721 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:28:50.918972 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 5 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:28:57.430219 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-00f0cb2e-aed8-480d-a330-5de2c3b54bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:28:59.795638 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1928665'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:28:59.835649 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5fba-9599-45fa-9dd0-83244b6394e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:00.829877 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:02.303685 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:02.584009 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:05.927906 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=4 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:05.932797 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=6 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:11.742350 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 37732) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:29:11.870820 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-53cf6659-423d-49eb-9dab-7f65880e75ba admin admin] 10.222.0.40 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1273820 Aug 05 15:29:12.521043 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:12.522953 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:13.927760 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37742) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:29:13.993700 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-2d4f1ebe-19e4-4469-aeef-4f50d29bc652 admin admin] 10.222.0.40 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0645859 Aug 05 15:29:21.863437 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:21.864345 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:23.985414 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:23.987277 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:27.359654 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=14 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:27.363999 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=12 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:27.449932 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-03c20c22-2976-47b6-ad18-45d0cd173165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:27.917231 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:29:29.799532 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:29.879268 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-9707d3dd-5bb1-424c-a366-34779ad33d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:30.869302 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:32.324808 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:32.591999 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:42.519673 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:42.521598 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:42.924535 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=4 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:42.929373 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=4 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:29:57.442382 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6b261ad6-7ced-4367-9eb0-8ed3140068b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:59.803511 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:29:59.830605 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b6bce839-6bf6-4923-8479-54fe9a889729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:00.876582 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:02.333999 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:02.587187 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:04.917677 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:30:12.518772 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:12.521670 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:25.924593 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=6 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:25.925362 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:27.488345 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-83eb1d5f-e211-4f5f-8709-f6b076b10c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:29.807824 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:29.836183 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-7b84b2c6-7a9f-4350-aced-0b06df087138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:30.870767 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:32.338381 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:32.630722 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:41.918575 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:30:42.524237 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:42.526230 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:46.396791 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 37908) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:46.432027 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 37916) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:46.739159 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-685558281-network', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:46.784393 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-network', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:46.823931 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Made reservation on behalf of 020b2f0e82d14211b286f1ac1e3823a9 for: {'network': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:46.826429 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:46.835585 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:46.845416 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37936) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:46.908230 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Made reservation on behalf of 1cb48dbd26c747d290bf3e666e65027a for: {'network': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:46.911311 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:46.922690 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Publish callbacks [] for security_group (d0c44b72-990c-4bd5-8bf2-bb5f96e753ef), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:46.923991 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:46.997805 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (d0c44b72-990c-4bd5-8bf2-bb5f96e753ef), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.017426 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Publish callbacks [] for security_group (3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.027203 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=104517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:30:47.052831 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (aacf3e01-947b-4671-a620-e053f15b0a66), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.053163 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.segments_db [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Added segment aacf3e01-947b-4671-a620-e053f15b0a66 of type vlan for network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 Aug 05 15:30:47.088529 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.106514 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (9a1c0f0f-08e4-4603-b269-a0bfc5e39497), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.111099 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:47.126971 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.127319 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.127664 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.128008 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.128370 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.128704 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.129044 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.129896 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.130244 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.130575 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.130902 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.131243 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.131570 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.131894 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.132239 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Tracked resource versions report: Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: pushed versions: Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: { 'AddressGroup': {'1.2'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Agent': {'1.1'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'ConntrackHelper': {'1.0'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'LocalIPAssociation': {'1.0'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Log': {'1.0'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'NDPProxy': {'1.0'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Network': {'1.1'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Port': {'1.7'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'PortForwarding': {'1.3'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'QosPolicy': {'1.10'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SecurityGroup': {'1.5'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SecurityGroupRule': {'1.2'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SubPort': {'1.0'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Subnet': {'1.1'}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Trunk': {'1.1'}} Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: consumer versions: Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: { DHCP agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: HyperV agent@hv-cinder-84989: {}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: L3 agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: Metadata agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: Metering agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: Open vSwitch agent@dv-cinder-849890-4-iscsi: { 'AddressGroup': '1.2', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Agent': '1.1', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'ConntrackHelper': '1.0', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'LocalIPAssociation': '1.0', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Log': '1.0', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'NDPProxy': '1.0', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Network': '1.1', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Port': '1.7', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'PortForwarding': '1.3', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'QosPolicy': '1.10', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SecurityGroup': '1.5', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SecurityGroupRule': '1.2', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'SubPort': '1.0', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Subnet': '1.1', Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: 'Trunk': '1.1'}} Aug 05 15:30:47.133428 dv-cinder-849890-4-iscsi neutron-server[104517]: {{(pid=104517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 15:30:47.147041 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=104517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:30:47.186969 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (9b18b222-41de-447e-b5c4-20fe791cf773), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.192511 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.segments_db [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Added segment 9b18b222-41de-447e-b5c4-20fe791cf773 of type vlan for network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 Aug 05 15:30:47.200930 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:47.240339 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (51a7564f-6f88-44aa-8bd2-cac8188d6f98), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.244971 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (9a1c0f0f-08e4-4603-b269-a0bfc5e39497), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.245907 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:47.249829 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.267679 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37958) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:47.323757 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1349427024-network', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:47.330756 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9327991 Aug 05 15:30:47.331933 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37231a-b0ea-494c-8587-67a644a67de0 admin admin] Pushing event updated for resources: {'Network': ['ID=9a1c0f0f-08e4-4603-b269-a0bfc5e39497,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:47.334504 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 37962) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:47.339194 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] Request body: {'subnet': {'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-685558281-subnet', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:47.350698 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:30:47.362350 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:47.412833 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (51a7564f-6f88-44aa-8bd2-cac8188d6f98), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.413863 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:47.414583 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.464297 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Made reservation on behalf of f9776de9e6d341fdbf7ac4fa70b994aa for: {'network': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:47.467964 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.482304 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.484969 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] Made reservation on behalf of 020b2f0e82d14211b286f1ac1e3823a9 for: {'subnet': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:47.487342 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.511774 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:47.512644 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] Pushing event updated for resources: {'Network': ['ID=51a7564f-6f88-44aa-8bd2-cac8188d6f98,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:47.528839 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:30:47.561455 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-b39ffcae-85fa-4d74-b350-dc84a9dc16df admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.1282625 Aug 05 15:30:47.562108 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37966) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:47.573311 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] Request body: {'subnet': {'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-subnet', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:47.637603 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 37968) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:47.670622 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Publish callbacks [] for security_group (01f57620-cf1f-4616-bdd9-85cda6b78e86), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.704776 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] Made reservation on behalf of 1cb48dbd26c747d290bf3e666e65027a for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:47.710235 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.782377 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (01f57620-cf1f-4616-bdd9-85cda6b78e86), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.815098 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-network', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:47.849786 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=104518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:30:47.868699 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-497117131-network', 'tenant_id': '75f1e9851c4945a599dd0843f17c2530'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:47.884696 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for subnet (d36bdce2-890c-44b1-9727-4cbe5fc6aa30), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.894274 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (ce082955-5110-4e19-b2e9-bb9a73896e71), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.894886 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.segments_db [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Added segment ce082955-5110-4e19-b2e9-bb9a73896e71 of type vlan for network 5556c147-7063-4e54-b1ad-a45bb656fda4 Aug 05 15:30:47.946375 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36bdce2-890c-44b1-9727-4cbe5fc6aa30,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:47.960973 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Made reservation on behalf of 648f7ac8fb934441b6782d00d0b5ef10 for: {'network': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:47.963255 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:47.972732 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] Checking segment: {'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:47.973902 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] Network hostable DHCP agents. Network: 9a1c0f0f-08e4-4603-b269-a0bfc5e39497, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:30:47.975625 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f57620-cf1f-4616-bdd9-85cda6b78e86,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:47.990994 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (5556c147-7063-4e54-b1ad-a45bb656fda4), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.001924 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.016165 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.016743 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.017124 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.017454 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.017780 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.018098 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.018412 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.018728 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.019068 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.019386 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.019701 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.020044 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.020379 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.020733 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.021039 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Tracked resource versions report: Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: pushed versions: Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: { 'AddressGroup': {'1.2'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Agent': {'1.1'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'ConntrackHelper': {'1.0'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'LocalIPAssociation': {'1.0'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Log': {'1.0'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'NDPProxy': {'1.0'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Network': {'1.1'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Port': {'1.7'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'PortForwarding': {'1.3'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'QosPolicy': {'1.10'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SecurityGroup': {'1.5'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SecurityGroupRule': {'1.2'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SubPort': {'1.0'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Subnet': {'1.1'}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Trunk': {'1.1'}} Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: consumer versions: Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: { DHCP agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: HyperV agent@hv-cinder-84989: {}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: L3 agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: Metadata agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: Metering agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: Open vSwitch agent@dv-cinder-849890-4-iscsi: { 'AddressGroup': '1.2', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Agent': '1.1', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'ConntrackHelper': '1.0', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'LocalIPAssociation': '1.0', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Log': '1.0', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'NDPProxy': '1.0', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Network': '1.1', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Port': '1.7', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'PortForwarding': '1.3', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'QosPolicy': '1.10', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SecurityGroup': '1.5', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SecurityGroupRule': '1.2', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'SubPort': '1.0', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Subnet': '1.1', Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: 'Trunk': '1.1'}} Aug 05 15:30:48.022222 dv-cinder-849890-4-iscsi neutron-server[104518]: {{(pid=104518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 15:30:48.099088 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] Network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:30:48.148149 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:48.158463 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Made reservation on behalf of 75f1e9851c4945a599dd0843f17c2530 for: {'network': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:48.161298 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.178052 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.203411 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Publish callbacks [] for security_group (cccc1e4b-6fec-45bd-a883-191fec92fd36), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.221781 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:48.242830 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, 9a1c0f0f-08e4-4603-b269-a0bfc5e39497) {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:48.243552 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (5556c147-7063-4e54-b1ad-a45bb656fda4), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.245545 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:48.246206 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.252473 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc9eced-468f-4316-927e-f1a74324c9e2 None None] Network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:48.253618 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:48.254249 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.306534 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for subnet (ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.306647 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (cccc1e4b-6fec-45bd-a883-191fec92fd36), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.352418 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] Pushing event updated for resources: {'Network': ['ID=5556c147-7063-4e54-b1ad-a45bb656fda4,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:48.369577 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network 5556c147-7063-4e54-b1ad-a45bb656fda4 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:30:48.387476 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=104518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:30:48.396326 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-470ba483-c2c5-44f6-9ee2-ebaca0306caf admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0576680 Aug 05 15:30:48.396522 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Publish callbacks [] for security_group (5204c612-7459-481f-b609-d6571ab74559), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.396664 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38008) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:48.400945 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-685558281-router', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:48.433919 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.434422 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.segments_db [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Added segment 3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73 of type vlan for network c44331f6-946f-4f51-8016-9a872c1f5969 Aug 05 15:30:48.438385 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-67fd5ad1-018a-4e2b-93dc-7d31da8b6915 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.5917902 Aug 05 15:30:48.442093 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38010) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:48.448306 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccc1e4b-6fec-45bd-a883-191fec92fd36,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:48.463919 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] Request body: {'subnet': {'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1349427024-subnet', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:48.476578 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:48.487271 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] Checking segment: {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:48.487622 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] Network hostable DHCP agents. Network: 51a7564f-6f88-44aa-8bd2-cac8188d6f98, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:30:48.507045 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (c44331f6-946f-4f51-8016-9a872c1f5969), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.515396 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.516475 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.524265 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (5204c612-7459-481f-b609-d6571ab74559), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.589823 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=104518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:30:48.607189 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5204c612-7459-481f-b609-d6571ab74559,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:48.612447 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (4ddfaf2b-fd06-4654-bbd7-f5de6db6a233), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.613070 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.segments_db [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Added segment 4ddfaf2b-fd06-4654-bbd7-f5de6db6a233 of type vlan for network 5ffe6f1b-98ab-42cd-884e-42c43069da54 Aug 05 15:30:48.617417 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-9a1c0f0f-08e4-4603-b269-a0bfc5e39497', 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497', 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'fixed_ips': [{'subnet_id': 'd36bdce2-890c-44b1-9727-4cbe5fc6aa30'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:30:48.620920 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.628221 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Publish callbacks [] for router_controller (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), precommit_add_association {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.636299 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] Made reservation on behalf of f9776de9e6d341fdbf7ac4fa70b994aa for: {'subnet': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:48.639051 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.661697 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (5ffe6f1b-98ab-42cd-884e-42c43069da54), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.674975 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] Network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:30:48.682748 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (c44331f6-946f-4f51-8016-9a872c1f5969), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.683714 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:48.684312 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.784964 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] Pushing event updated for resources: {'Network': ['ID=c44331f6-946f-4f51-8016-9a872c1f5969,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:48.821967 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-018a38ad-32a1-47af-8877-bce2c2dea192 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5381112 Aug 05 15:30:48.822934 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, 51a7564f-6f88-44aa-8bd2-cac8188d6f98) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:48.823820 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38032) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:48.828891 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (5ffe6f1b-98ab-42cd-884e-42c43069da54), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.831976 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network c44331f6-946f-4f51-8016-9a872c1f5969 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:30:48.832334 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:48.833419 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.845441 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eec86b-6751-4294-8b8e-fcebef42d1aa None None] Network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:48.886487 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] Request body: {'subnet': {'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-subnet', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:48.892367 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:48.892865 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:48.994907 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] Pushing event updated for resources: {'Network': ['ID=5ffe6f1b-98ab-42cd-884e-42c43069da54,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:49.024833 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network 5ffe6f1b-98ab-42cd-884e-42c43069da54 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:30:49.030214 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a753962b-01d3-4ac8-bf71-e5cc436235aa admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3910153 Aug 05 15:30:49.031131 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38052) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:49.041245 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] Request body: {'subnet': {'network_id': '5ffe6f1b-98ab-42cd-884e-42c43069da54', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-497117131-subnet', 'tenant_id': '75f1e9851c4945a599dd0843f17c2530', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:49.076732 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-c40762f6-c9f2-408a-9f45-aae5ebc1f182 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5132933 Aug 05 15:30:49.083674 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38056) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:49.095857 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:49.248398 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (99924b0f-eeef-467a-8364-a38fb6bc9aa8), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:49.250732 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (99924b0f-eeef-467a-8364-a38fb6bc9aa8), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:49.261344 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] Made reservation on behalf of 75f1e9851c4945a599dd0843f17c2530 for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:49.264974 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:49.276405 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for subnet (cb3c1b3d-59c6-4141-ad48-5db85d354a8b), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:49.350307 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3c1b3d-59c6-4141-ad48-5db85d354a8b,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:49.366753 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Allocated IP 172.20.0.2 (9a1c0f0f-08e4-4603-b269-a0bfc5e39497/d36bdce2-890c-44b1-9727-4cbe5fc6aa30/c2b18e1a-b6f8-4d6d-8875-9c5f978da10a) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:30:49.376906 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] Checking segment: {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:49.378629 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] Network hostable DHCP agents. Network: 5556c147-7063-4e54-b1ad-a45bb656fda4, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:30:49.458841 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] Made reservation on behalf of 648f7ac8fb934441b6782d00d0b5ef10 for: {'subnet': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:49.461318 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:49.467090 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Publish callbacks [] for router_gateway (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:49.481506 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Publish callbacks [] for router_controller (99924b0f-eeef-467a-8364-a38fb6bc9aa8), precommit_add_association {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:49.510196 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:30:49.511684 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:49.563017 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] Network 5556c147-7063-4e54-b1ad-a45bb656fda4 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:30:49.705980 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Allocated IP 172.20.0.2 (51a7564f-6f88-44aa-8bd2-cac8188d6f98/ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f/98710eae-163d-4f92-bd02-e52bef920478) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:30:49.764703 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, 5556c147-7063-4e54-b1ad-a45bb656fda4) {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:49.767508 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:49.769445 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.148697 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:50.148697 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:50.148697 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965beead-0617-4bf1-b5a1-5d2304e8f041 None None] Network 5556c147-7063-4e54-b1ad-a45bb656fda4 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:50.151565 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Publish callbacks [] for router_gateway (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.151565 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.151565 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-2f89a54a-befe-4e6e-8ce0-f69f4ec27cfb admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4780557 Aug 05 15:30:50.151565 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38098) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:50.151565 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:50.151565 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for subnet (0fd5c40f-af1a-4779-a54d-b857ddde5de6), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.159029 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Publish callbacks [] for router_gateway (99924b0f-eeef-467a-8364-a38fb6bc9aa8), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.159029 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for subnet (d40b1dde-2f4e-47f9-b2bd-276b68922b84), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.162459 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Publish callbacks [] for port (98710eae-163d-4f92-bd02-e52bef920478), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.163116 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40b1dde-2f4e-47f9-b2bd-276b68922b84,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:50.163116 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] Checking segment: {'id': '4ddfaf2b-fd06-4654-bbd7-f5de6db6a233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5ffe6f1b-98ab-42cd-884e-42c43069da54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:50.163116 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] Network hostable DHCP agents. Network: 5ffe6f1b-98ab-42cd-884e-42c43069da54, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:30:50.163862 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-5556c147-7063-4e54-b1ad-a45bb656fda4', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:30:50.163862 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.164021 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd5c40f-af1a-4779-a54d-b857ddde5de6,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:50.164893 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Publish callbacks [] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.185456 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] Checking segment: {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:50.185892 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] Network hostable DHCP agents. Network: c44331f6-946f-4f51-8016-9a872c1f5969, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:30:50.195900 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Allocated IP 172.27.0.185 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/c14dd59e-68ab-4726-90c1-388d029546ec) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:30:50.237312 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (98710eae-163d-4f92-bd02-e52bef920478), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.284525 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (65128544-0210-470a-b8da-71d7b5d24c58), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.286345 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (65128544-0210-470a-b8da-71d7b5d24c58), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.291740 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:50.303784 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:30:50.315642 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] Network c44331f6-946f-4f51-8016-9a872c1f5969 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:30:50.334761 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:50.340166 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.344896 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Publish callbacks [] for port (c14dd59e-68ab-4726-90c1-388d029546ec), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.345020 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:30:50.347593 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Pushing event updated for resources: {'Port': ['ID=98710eae-163d-4f92-bd02-e52bef920478,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:50.369850 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] Network 5ffe6f1b-98ab-42cd-884e-42c43069da54 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:30:50.382130 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:50.387350 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Publish callbacks [] for router_controller (65128544-0210-470a-b8da-71d7b5d24c58), precommit_add_association {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.417526 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.417868 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.418221 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.418579 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.418930 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.419233 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.419557 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.419877 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.420513 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.420789 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.421116 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.421468 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.421789 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.422105 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.422423 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Tracked resource versions report: Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: pushed versions: Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: { 'AddressGroup': {'1.2'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Agent': {'1.1'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'ConntrackHelper': {'1.0'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'LocalIPAssociation': {'1.0'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Log': {'1.0'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'NDPProxy': {'1.0'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Network': {'1.1'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Port': {'1.7'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'PortForwarding': {'1.3'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'QosPolicy': {'1.10'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SecurityGroup': {'1.5'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SecurityGroupRule': {'1.2'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SubPort': {'1.0'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Subnet': {'1.1'}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Trunk': {'1.1'}} Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: consumer versions: Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: { DHCP agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: HyperV agent@hv-cinder-84989: {}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: L3 agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: Metadata agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: Metering agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: Open vSwitch agent@dv-cinder-849890-4-iscsi: { 'AddressGroup': '1.2', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Agent': '1.1', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'ConntrackHelper': '1.0', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'LocalIPAssociation': '1.0', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Log': '1.0', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'NDPProxy': '1.0', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Network': '1.1', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Port': '1.7', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'PortForwarding': '1.3', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'QosPolicy': '1.10', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SecurityGroup': '1.5', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SecurityGroupRule': '1.2', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'SubPort': '1.0', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Subnet': '1.1', Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: 'Trunk': '1.1'}} Aug 05 15:30:50.423645 dv-cinder-849890-4-iscsi neutron-server[104519]: {{(pid=104519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 15:30:50.425433 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, c44331f6-946f-4f51-8016-9a872c1f5969) {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:50.429812 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:50.430460 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.434386 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, 5ffe6f1b-98ab-42cd-884e-42c43069da54) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:50.439120 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:30:50.450775 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:50.451365 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.477785 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:50.479973 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Allocated IP 172.20.0.2 (5556c147-7063-4e54-b1ad-a45bb656fda4/cb3c1b3d-59c6-4141-ad48-5db85d354a8b/0931f00c-a49a-4055-8254-99bf700127d2) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:30:50.484909 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Publish callbacks [] for router_gateway (99924b0f-eeef-467a-8364-a38fb6bc9aa8), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.499971 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a39b92-b81a-46c8-afb3-3b601c2d522b None None] Network c44331f6-946f-4f51-8016-9a872c1f5969 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:50.503392 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a53975-9beb-429d-b918-1388a39e88c9 None None] Network 5ffe6f1b-98ab-42cd-884e-42c43069da54 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:50.506217 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:50.509328 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:30:50.531609 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.539629 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.548985 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-af3ebd21-c434-4626-af8f-e3bebcb89dc5 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6972935 Aug 05 15:30:50.568953 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38120) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:50.573547 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:50.596986 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:30:50.659885 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-185047eb-c84d-4581-a0b8-601890932a57 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6175239 Aug 05 15:30:50.660052 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:50.668339 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:30:50.675939 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:50.680181 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Pushing event updated for resources: {'Port': ['ID=c14dd59e-68ab-4726-90c1-388d029546ec,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:50.695731 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38130) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:50.744539 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Pushing event updated for resources: {'Port': ['ID=c2b18e1a-b6f8-4d6d-8875-9c5f978da10a,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:50.745065 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Publish callbacks [] for router_gateway (65128544-0210-470a-b8da-71d7b5d24c58), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.748345 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Attempting to bind port 98710eae-163d-4f92-bd02-e52bef920478 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:30:50.748557 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Attempting to bind port 98710eae-163d-4f92-bd02-e52bef920478 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:30:50.748912 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Attempting to bind port 98710eae-163d-4f92-bd02-e52bef920478 on network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:30:50.764026 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:30:50.764935 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Checking segment: {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:50.764935 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.765340 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Bound using segment: {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:30:50.765703 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Bound port: 98710eae-163d-4f92-bd02-e52bef920478, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:30:50.766077 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (98710eae-163d-4f92-bd02-e52bef920478), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.828624 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (44fb3fe5-ff13-461f-9925-8faf21687633), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.829331 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (44fb3fe5-ff13-461f-9925-8faf21687633), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.851450 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Allocated IP 172.27.0.197 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:30:50.896228 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Attempting to bind port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:30:50.896832 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Attempting to bind port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:30:50.897193 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Attempting to bind port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a on network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:30:50.922395 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:30:50.922677 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Checking segment: {'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:50.923190 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.923651 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Bound using segment: {'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:30:50.924156 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Bound port: c2b18e1a-b6f8-4d6d-8875-9c5f978da10a, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:30:50.924539 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:50.985327 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-26a81436-bd85-4701-90e8-8dee4469d44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.003498 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Publish callbacks [] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.057641 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Publish callbacks [] for router_controller (44fb3fe5-ff13-461f-9925-8faf21687633), precommit_add_association {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.065015 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-c44331f6-946f-4f51-8016-9a872c1f5969', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:30:51.065968 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.143718 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] For port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:30:51.148361 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] For port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=c2b18e1a-b6f8-4d6d-8875-9c5f978da10a,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:30:51.149996 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-26a81436-bd85-4701-90e8-8dee4469d44d admin admin] Publish callbacks [] for security_group (6e694fc3-0fb6-4921-bc7e-992b4b4b0ae7), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.170832 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] For port 98710eae-163d-4f92-bd02-e52bef920478, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:30:51.193744 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.201000 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3385eed5-fe57-406a-aba1-c1330d945e31 None None] Network 5ffe6f1b-98ab-42cd-884e-42c43069da54 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:51.281363 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-26a81436-bd85-4701-90e8-8dee4469d44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (6e694fc3-0fb6-4921-bc7e-992b4b4b0ae7), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.320313 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.326753 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] For port 98710eae-163d-4f92-bd02-e52bef920478, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=98710eae-163d-4f92-bd02-e52bef920478,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:30:51.361737 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:30:51.384294 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Pushing event updated for resources: {'Port': ['ID=ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:51.384294 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:51.390896 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:30:51.420426 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-26a81436-bd85-4701-90e8-8dee4469d44d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=521158d79b45465298460c240f399055&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7186391 Aug 05 15:30:51.438401 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38152) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:51.461403 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a81436-bd85-4701-90e8-8dee4469d44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e694fc3-0fb6-4921-bc7e-992b4b4b0ae7,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:51.504766 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38154) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:51.527859 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c66ef-8cbc-43e9-8392-cbbd99f1845a None None] Pushing event updated for resources: {'Port': ['ID=c2b18e1a-b6f8-4d6d-8875-9c5f978da10a,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:51.540207 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Publish callbacks [] for port (0931f00c-a49a-4055-8254-99bf700127d2), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.595781 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (98710eae-163d-4f92-bd02-e52bef920478), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.654847 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Publish callbacks [] for router_gateway (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.670422 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (0931f00c-a49a-4055-8254-99bf700127d2), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.740581 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6b754cb-292d-42dd-b4bb-0a969296fa17 admin admin] Publish callbacks [] for security_group (6e694fc3-0fb6-4921-bc7e-992b4b4b0ae7), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.777315 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Publish callbacks [] for router_gateway (44fb3fe5-ff13-461f-9925-8faf21687633), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.827796 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-be33310d-6137-4f1a-9b31-4e22e3539590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:51.970156 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6b754cb-292d-42dd-b4bb-0a969296fa17 admin admin] Publish callbacks [] for security_group (6e694fc3-0fb6-4921-bc7e-992b4b4b0ae7), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.036612 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:52.041310 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Network 5556c147-7063-4e54-b1ad-a45bb656fda4 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:30:52.064417 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c75393-08ac-49b7-b07e-a2f3b7291ca3 None None] Pushing event updated for resources: {'Port': ['ID=98710eae-163d-4f92-bd02-e52bef920478,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:52.125088 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Publish callbacks [] for router_gateway (65128544-0210-470a-b8da-71d7b5d24c58), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.138145 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:52.141205 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Pushing event updated for resources: {'Port': ['ID=0931f00c-a49a-4055-8254-99bf700127d2,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:52.152042 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:52.160751 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:30:52.214129 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Allocated IP 172.20.0.2 (c44331f6-946f-4f51-8016-9a872c1f5969/0fd5c40f-af1a-4779-a54d-b857ddde5de6/0897ab72-5633-4480-8799-6a9a4de47c00) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:30:52.216865 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Publish callbacks [] for router_gateway (99924b0f-eeef-467a-8364-a38fb6bc9aa8), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.253189 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.255102 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38168) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:52.273465 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1788297805-network', 'tenant_id': '05b57b1a5cde4522a3517babee3cf463'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:52.275637 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Attempting to bind port 0931f00c-a49a-4055-8254-99bf700127d2 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:30:52.276013 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Attempting to bind port 0931f00c-a49a-4055-8254-99bf700127d2 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:30:52.276530 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Attempting to bind port 0931f00c-a49a-4055-8254-99bf700127d2 on network 5556c147-7063-4e54-b1ad-a45bb656fda4 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:30:52.298812 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:30:52.299187 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Checking segment: {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:52.299606 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.300034 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Bound using segment: {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:30:52.300549 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Bound port: 0931f00c-a49a-4055-8254-99bf700127d2, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:30:52.301017 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (0931f00c-a49a-4055-8254-99bf700127d2), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.405245 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-be33310d-6137-4f1a-9b31-4e22e3539590 admin admin] Publish callbacks [] for security_group (abf925ce-abd2-4aa3-99c5-40db46283e6e), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.469969 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] For port 0931f00c-a49a-4055-8254-99bf700127d2, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:30:52.472947 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Made reservation on behalf of 05b57b1a5cde4522a3517babee3cf463 for: {'network': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:52.475244 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.477601 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6b754cb-292d-42dd-b4bb-0a969296fa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (6e694fc3-0fb6-4921-bc7e-992b4b4b0ae7), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.480095 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6b754cb-292d-42dd-b4bb-0a969296fa17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.490564 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-f6b754cb-292d-42dd-b4bb-0a969296fa17 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6e694fc3-0fb6-4921-bc7e-992b4b4b0ae7 HTTP/1.1" status: 204 len: 168 time: 0.9994760 Aug 05 15:30:52.499586 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:52.505398 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] For port 0931f00c-a49a-4055-8254-99bf700127d2, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=0931f00c-a49a-4055-8254-99bf700127d2,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:30:52.553963 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.559648 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-be33310d-6137-4f1a-9b31-4e22e3539590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (abf925ce-abd2-4aa3-99c5-40db46283e6e), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.562957 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.588424 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Publish callbacks [] for port (0897ab72-5633-4480-8799-6a9a4de47c00), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.600112 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b754cb-292d-42dd-b4bb-0a969296fa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e694fc3-0fb6-4921-bc7e-992b4b4b0ae7,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:52.623487 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (0931f00c-a49a-4055-8254-99bf700127d2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.704343 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c2b18e1a-b6f8-4d6d-8875-9c5f978da10a up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:30:52.711250 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (99924b0f-eeef-467a-8364-a38fb6bc9aa8), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.718162 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33310d-6137-4f1a-9b31-4e22e3539590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf925ce-abd2-4aa3-99c5-40db46283e6e,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:52.726634 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Allocated IP 172.27.0.109 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/4ffa3e04-3bd2-4949-930d-6cab3c65e07f) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:30:52.735608 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-be33310d-6137-4f1a-9b31-4e22e3539590 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2ff2e00771274e4ea0ca0198dabb11a1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2271862 Aug 05 15:30:52.737064 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38174) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:52.746673 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Publish callbacks [] for router_gateway (44fb3fe5-ff13-461f-9925-8faf21687633), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.767809 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.824825 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.851446 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Network c44331f6-946f-4f51-8016-9a872c1f5969 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:30:52.862992 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:52.869699 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:30:52.890901 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd6081-8609-43e4-90c2-b72e4477e611 None None] Pushing event updated for resources: {'Port': ['ID=0931f00c-a49a-4055-8254-99bf700127d2,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:52.958564 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b9b2629e-ffa8-485e-87c0-4f86462e1d9a admin admin] Publish callbacks [] for security_group (abf925ce-abd2-4aa3-99c5-40db46283e6e), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:52.967506 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:52.967903 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.020155 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:53.064133 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Pushing event updated for resources: {'Port': ['ID=0897ab72-5633-4480-8799-6a9a4de47c00,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:53.068291 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b9b2629e-ffa8-485e-87c0-4f86462e1d9a admin admin] Publish callbacks [] for security_group (abf925ce-abd2-4aa3-99c5-40db46283e6e), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.095637 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Attempting to bind port 0897ab72-5633-4480-8799-6a9a4de47c00 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:30:53.096006 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Attempting to bind port 0897ab72-5633-4480-8799-6a9a4de47c00 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:30:53.096398 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Attempting to bind port 0897ab72-5633-4480-8799-6a9a4de47c00 on network c44331f6-946f-4f51-8016-9a872c1f5969 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:30:53.104923 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:53.106569 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:30:53.106940 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Checking segment: {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:53.107336 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.107720 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Bound using segment: {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:30:53.108218 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Bound port: 0897ab72-5633-4480-8799-6a9a4de47c00, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:30:53.108583 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.131298 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Publish callbacks [] for security_group (2965cbfd-bd12-4d0b-8f1a-efb01e6e59a5), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.137715 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:53.230102 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:30:53.231004 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Publish callbacks [] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.273814 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (2965cbfd-bd12-4d0b-8f1a-efb01e6e59a5), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.281432 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] For port 0897ab72-5633-4480-8799-6a9a4de47c00, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:30:53.284811 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] For port 0897ab72-5633-4480-8799-6a9a4de47c00, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=0897ab72-5633-4480-8799-6a9a4de47c00,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:30:53.323785 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=104517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:30:53.324042 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:30:53.324481 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.356359 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.365852 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b9b2629e-ffa8-485e-87c0-4f86462e1d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (abf925ce-abd2-4aa3-99c5-40db46283e6e), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.369993 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b9b2629e-ffa8-485e-87c0-4f86462e1d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.371669 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-b9b2629e-ffa8-485e-87c0-4f86462e1d9a admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/abf925ce-abd2-4aa3-99c5-40db46283e6e HTTP/1.1" status: 204 len: 168 time: 0.6333702 Aug 05 15:30:53.383208 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Router d87ebfb7-d14b-41de-86f3-9b89d8d9529b is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:30:53.418777 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (7f8d7ab5-d611-4284-8a82-5e97c6748829), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.418777 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.segments_db [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Added segment 7f8d7ab5-d611-4284-8a82-5e97c6748829 of type vlan for network f18efe8b-0af9-4e0a-8880-9075ea0891c3 Aug 05 15:30:53.428276 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56984f2-5c8b-4306-bd85-f158f63b1ed4 None None] Pushing event updated for resources: {'Port': ['ID=0897ab72-5633-4480-8799-6a9a4de47c00,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:53.437277 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2629e-ffa8-485e-87c0-4f86462e1d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf925ce-abd2-4aa3-99c5-40db46283e6e,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:53.485260 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=c2b18e1a-b6f8-4d6d-8875-9c5f978da10a,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:30:53.490722 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2965cbfd-bd12-4d0b-8f1a-efb01e6e59a5,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:53.504921 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc03b38-f7b9-4f7b-b6e5-df22c2f882ec None None] Network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:53.578692 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:30:53.589829 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Sync routers for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:30:53.610001 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (f18efe8b-0af9-4e0a-8880-9075ea0891c3), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.621021 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:30:53.622773 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:30:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:30:53.681055 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-da6076a6-0719-4714-9342-49be32273b30 None None] Provisioning complete for port 98710eae-163d-4f92-bd02-e52bef920478 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:53.681520 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-da6076a6-0719-4714-9342-49be32273b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (98710eae-163d-4f92-bd02-e52bef920478), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.726245 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.731497 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-3d609283-20fc-4ec7-b1d4-34caa610e52a admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6467276 Aug 05 15:30:53.735222 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38194) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:53.771200 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.772097 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 98710eae-163d-4f92-bd02-e52bef920478 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:30:53.815413 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:53.886555 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:30:53.919749 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:30:53.924342 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:53.949993 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Pushing event updated for resources: {'Port': ['ID=4ffa3e04-3bd2-4949-930d-6cab3c65e07f,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:53.953435 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:53.961521 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:30:54.028897 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:54.053068 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Sync routers for ids ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:30:54.147284 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650295e6-26e5-404d-9abe-78b5333b7d0a None None] Network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:54.217628 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:30:54.274221 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (f18efe8b-0af9-4e0a-8880-9075ea0891c3), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:54.275374 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:54.275997 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:54.303361 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:54.304858 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7cfe74d6-b785-4598-b4fa-531aeafb452a admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9073009 Aug 05 15:30:54.334330 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=c2b18e1a-b6f8-4d6d-8875-9c5f978da10a,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:54.350935 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Routers {'d87ebfb7-d14b-41de-86f3-9b89d8d9529b'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:30:54.351608 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:30:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:30:54.360763 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38202) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:54.381439 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1175475 Aug 05 15:30:54.441927 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38206) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:54.442258 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38208) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:54.447126 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] Request body: {'subnet': {'network_id': 'f18efe8b-0af9-4e0a-8880-9075ea0891c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1788297805-subnet', 'tenant_id': '05b57b1a5cde4522a3517babee3cf463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:30:54.513296 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Allocated IP 172.27.0.53 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/93722d82-3b64-4f52-8426-bb27062d4849) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:30:54.516233 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef9057-c451-4ef3-bd21-b6b98d70e931 admin admin] Pushing event updated for resources: {'Network': ['ID=f18efe8b-0af9-4e0a-8880-9075ea0891c3,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:54.545586 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] Made reservation on behalf of 05b57b1a5cde4522a3517babee3cf463 for: {'subnet': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:30:54.548843 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:54.573248 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Set router d87ebfb7-d14b-41de-86f3-9b89d8d9529b gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:30:54.600273 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-116c056b-1211-4db4-80d0-f6b720a6379a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:54.652864 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:54.682749 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:51Z', 'revision_number': 3, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:30:54.710427 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Checking router: 99924b0f-eeef-467a-8364-a38fb6bc9aa8 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:30:54.710884 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Updating router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:30:54.764026 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:54.764635 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:54.798354 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network f18efe8b-0af9-4e0a-8880-9075ea0891c3 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:30:54.800389 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca421440-98b2-4315-87d2-50197fb8ad94 None None] Network 5556c147-7063-4e54-b1ad-a45bb656fda4 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:54.891372 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:54.986263 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-116c056b-1211-4db4-80d0-f6b720a6379a admin admin] Publish callbacks [] for security_group (c6567750-b54a-494c-9d5e-fc361c9ed9ec), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:54.992197 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Publish callbacks [] for router_gateway (65128544-0210-470a-b8da-71d7b5d24c58), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:55.026509 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-da6076a6-0719-4714-9342-49be32273b30 None None] Current status of the port 98710eae-163d-4f92-bd02-e52bef920478 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:30:55.026810 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-da6076a6-0719-4714-9342-49be32273b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (98710eae-163d-4f92-bd02-e52bef920478), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:55.028863 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 98710eae-163d-4f92-bd02-e52bef920478 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:55.029265 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (98710eae-163d-4f92-bd02-e52bef920478), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:55.058128 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:55.261822 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:55.307841 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Allocated IP 172.20.0.1 (51a7564f-6f88-44aa-8bd2-cac8188d6f98/ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f/1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:30:55.314128 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-116c056b-1211-4db4-80d0-f6b720a6379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (c6567750-b54a-494c-9d5e-fc361c9ed9ec), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:55.391852 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e92189-c963-4f14-add4-4ad75a11576a None None] Network c44331f6-946f-4f51-8016-9a872c1f5969 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:55.459582 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Publish callbacks [] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:55.471233 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for subnet (b37b7fc8-da0c-4727-a1aa-6098734ec28b), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:55.557413 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37b7fc8-da0c-4727-a1aa-6098734ec28b,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:55.563646 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:55.577122 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Publish callbacks [] for port (93722d82-3b64-4f52-8426-bb27062d4849), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:55.588217 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c056b-1211-4db4-80d0-f6b720a6379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6567750-b54a-494c-9d5e-fc361c9ed9ec,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:55.597695 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-116c056b-1211-4db4-80d0-f6b720a6379a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7043d7098f5c4bfc87aa6ec6875cb13b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1307678 Aug 05 15:30:55.623328 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38228) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:55.636147 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:30:55.642542 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:55.657394 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:30:55.658173 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (99924b0f-eeef-467a-8364-a38fb6bc9aa8), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:55.678162 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'name': 'tempest-DeleteServersTestJSON-685558281-router', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:48Z', 'updated_at': '2022-08-05T15:30:50Z', 'revision_number': 3, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'gw_port': {'id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:29:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:30:55.701606 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-da6076a6-0719-4714-9342-49be32273b30 None None] For port 98710eae-163d-4f92-bd02-e52bef920478, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=98710eae-163d-4f92-bd02-e52bef920478,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:30:55.760997 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Checking router: d87ebfb7-d14b-41de-86f3-9b89d8d9529b for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:30:55.762535 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Updating router d87ebfb7-d14b-41de-86f3-9b89d8d9529b port c14dd59e-68ab-4726-90c1-388d029546ec binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:30:55.803937 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] Checking segment: {'id': '7f8d7ab5-d611-4284-8a82-5e97c6748829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'f18efe8b-0af9-4e0a-8880-9075ea0891c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:55.804581 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] Network hostable DHCP agents. Network: f18efe8b-0af9-4e0a-8880-9075ea0891c3, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:30:55.822896 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-da6076a6-0719-4714-9342-49be32273b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (98710eae-163d-4f92-bd02-e52bef920478), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:55.930928 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.085217 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 98710eae-163d-4f92-bd02-e52bef920478 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:30:56.088711 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (93722d82-3b64-4f52-8426-bb27062d4849), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.104430 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:56.120530 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:56.126347 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Pushing event updated for resources: {'Port': ['ID=1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:56.166041 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] Network f18efe8b-0af9-4e0a-8880-9075ea0891c3 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:30:56.265629 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:56.266689 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Provisioning complete for port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:56.266991 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.310887 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6076a6-0719-4714-9342-49be32273b30 None None] Pushing event updated for resources: {'Port': ['ID=98710eae-163d-4f92-bd02-e52bef920478,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:56.363651 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Pushing event updated for resources: {'Port': ['ID=93722d82-3b64-4f52-8426-bb27062d4849,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:56.377855 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-08c8283e-5df7-4f93-94f2-5ad871725952 admin admin] Publish callbacks [] for security_group (c6567750-b54a-494c-9d5e-fc361c9ed9ec), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.390248 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Publish callbacks [] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.394521 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, f18efe8b-0af9-4e0a-8880-9075ea0891c3) {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:56.397184 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (65128544-0210-470a-b8da-71d7b5d24c58), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.402309 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:30:56.430158 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e16b1-b831-424c-bb14-ddf9547e2307 None None] Network f18efe8b-0af9-4e0a-8880-9075ea0891c3 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:56.437244 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:30:56.438853 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.454829 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-08c8283e-5df7-4f93-94f2-5ad871725952 admin admin] Publish callbacks [] for security_group (c6567750-b54a-494c-9d5e-fc361c9ed9ec), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.454919 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:56.468416 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c2b18e1a-b6f8-4d6d-8875-9c5f978da10a up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:30:56.468604 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:30:56.545005 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Current status of the port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:30:56.555158 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.604054 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.630626 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Provisioning complete for port 98710eae-163d-4f92-bd02-e52bef920478 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:56.630850 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (98710eae-163d-4f92-bd02-e52bef920478), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.638028 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:56.638028 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.651770 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Attempting to bind port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:30:56.652164 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Attempting to bind port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:30:56.652521 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Attempting to bind port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:30:56.684414 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Pushing event updated for resources: {'Port': ['ID=ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc,revision_number=2']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:56.700045 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.700696 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.701538 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.702081 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.702631 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.703149 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.705293 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.705863 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.707834 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.708428 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.709436 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.709987 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.710508 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.711016 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.712228 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Tracked resource versions report: Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: pushed versions: Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: { 'AddressGroup': {'1.2'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Agent': {'1.1'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'ConntrackHelper': {'1.0'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'LocalIPAssociation': {'1.0'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Log': {'1.0'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'NDPProxy': {'1.0'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Network': {'1.1'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Port': {'1.7'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'PortForwarding': {'1.3'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'QosPolicy': {'1.10'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SecurityGroup': {'1.5'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SecurityGroupRule': {'1.2'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SubPort': {'1.0'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Subnet': {'1.1'}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Trunk': {'1.1'}} Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: consumer versions: Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: { DHCP agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: HyperV agent@hv-cinder-84989: {}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: L3 agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: Metadata agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: Metering agent@dv-cinder-849890-4-iscsi: {}, Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: Open vSwitch agent@dv-cinder-849890-4-iscsi: { 'AddressGroup': '1.2', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Agent': '1.1', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'ConntrackHelper': '1.0', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'LocalIPAssociation': '1.0', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Log': '1.0', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'NDPProxy': '1.0', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Network': '1.1', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Port': '1.7', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'PortForwarding': '1.3', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'QosPolicy': '1.10', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SecurityGroup': '1.5', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SecurityGroupRule': '1.2', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'SubPort': '1.0', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Subnet': '1.1', Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: 'Trunk': '1.1'}} Aug 05 15:30:56.714994 dv-cinder-849890-4-iscsi neutron-server[104520]: {{(pid=104520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 05 15:30:56.741203 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:30:56.742082 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:56.748153 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.749786 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:30:56.750696 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Bound port: ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:30:56.751965 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.773031 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4debcfc6-34e6-480e-a1d6-a51ddfc8e660 None None] Network f18efe8b-0af9-4e0a-8880-9075ea0891c3 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:30:56.861534 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] For port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:30:56.867811 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] For port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:30:56.920570 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-08c8283e-5df7-4f93-94f2-5ad871725952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (c6567750-b54a-494c-9d5e-fc361c9ed9ec), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.923247 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-08c8283e-5df7-4f93-94f2-5ad871725952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:56.924601 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-08c8283e-5df7-4f93-94f2-5ad871725952 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c6567750-b54a-494c-9d5e-fc361c9ed9ec HTTP/1.1" status: 204 len: 168 time: 1.2997322 Aug 05 15:30:56.928851 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:56.946784 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8283e-5df7-4f93-94f2-5ad871725952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6567750-b54a-494c-9d5e-fc361c9ed9ec,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:56.958355 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.005118 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-4d6fcfdc-537e-4cdd-8a2b-90ea6ca9b10a admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5536270 Aug 05 15:30:57.017531 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:57.023148 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:30:57.028885 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:30:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:30:57.029949 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:57.055748 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Publish callbacks [] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.058996 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:30:57.062628 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 0897ab72-5633-4480-8799-6a9a4de47c00 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:30:57.070611 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Current status of the port 98710eae-163d-4f92-bd02-e52bef920478 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:30:57.098359 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Publish callbacks [] for port (c14dd59e-68ab-4726-90c1-388d029546ec), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.115389 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.116464 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (99924b0f-eeef-467a-8364-a38fb6bc9aa8), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.135520 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461803ce-d13d-4512-9cf7-66e74b5ad489 None None] Pushing event updated for resources: {'Port': ['ID=ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:57.184660 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:57.199765 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.216380 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.230288 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Provisioning complete for port 0931f00c-a49a-4055-8254-99bf700127d2 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:57.230843 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (0931f00c-a49a-4055-8254-99bf700127d2), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.294023 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:57.323723 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38284) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:57.331135 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Attempting to bind port c14dd59e-68ab-4726-90c1-388d029546ec on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:30:57.332456 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Attempting to bind port c14dd59e-68ab-4726-90c1-388d029546ec by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:30:57.334390 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Attempting to bind port c14dd59e-68ab-4726-90c1-388d029546ec on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:30:57.335786 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:30:57.379837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:30:57.380621 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:30:57.381570 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.381932 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:30:57.382617 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Bound port: c14dd59e-68ab-4726-90c1-388d029546ec, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:30:57.383210 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.490017 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145a49e-c798-41d4-a333-e7eea5c618db None None] Pushing event updated for resources: {'Port': ['ID=c14dd59e-68ab-4726-90c1-388d029546ec,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:57.510921 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Pushing event updated for resources: {'Port': ['ID=1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:57.543759 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:57.555232 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:30:57.562018 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:57.600692 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:30:55Z', 'revision_number': 1, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:30:57.605170 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_v2 [None req-79581430-cb08-47f4-9411-71bedf63924b admin admin] Deleting subnet d40b1dde-2f4e-47f9-b2bd-276b68922b84 {{(pid=104518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:30:57.606761 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Router 65128544-0210-470a-b8da-71d7b5d24c58 is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:30:57.609541 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 0897ab72-5633-4480-8799-6a9a4de47c00 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:57.611237 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.647677 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1f8a7d-2590-4fc3-aff8-8604bba594b0 None None] The sync data for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi is: [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:30:55Z', 'revision_number': 1, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:30:57.677857 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] For port c14dd59e-68ab-4726-90c1-388d029546ec, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:30:57.678158 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] For port c14dd59e-68ab-4726-90c1-388d029546ec, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=c14dd59e-68ab-4726-90c1-388d029546ec,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:30:57.693786 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-12bbe309-00f8-4398-8a65-dd06b01bdefd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.703223 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:57.710403 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-79581430-cb08-47f4-9411-71bedf63924b admin admin] Publish callbacks [] for subnet (d40b1dde-2f4e-47f9-b2bd-276b68922b84), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.822415 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Current status of the port 0931f00c-a49a-4055-8254-99bf700127d2 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:30:57.823324 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (0931f00c-a49a-4055-8254-99bf700127d2), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.832376 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-79581430-cb08-47f4-9411-71bedf63924b admin admin] Publish callbacks [] for subnet (d40b1dde-2f4e-47f9-b2bd-276b68922b84), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.837752 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.896977 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Publish callbacks [] for router_gateway (44fb3fe5-ff13-461f-9925-8faf21687633), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:57.901882 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Allocated IP 172.20.0.1 (9a1c0f0f-08e4-4603-b269-a0bfc5e39497/d36bdce2-890c-44b1-9727-4cbe5fc6aa30/a20d7c45-b63a-49a2-8b41-49ceae4adef7) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:30:57.922829 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:57.962669 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] For port 0931f00c-a49a-4055-8254-99bf700127d2, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=0931f00c-a49a-4055-8254-99bf700127d2,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:30:58.011560 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Routers {'d87ebfb7-d14b-41de-86f3-9b89d8d9529b'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:30:58.012254 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:30:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:30:58.028794 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-79581430-cb08-47f4-9411-71bedf63924b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (d40b1dde-2f4e-47f9-b2bd-276b68922b84), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.040520 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:30:58.057499 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Sync routers for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:30:58.124674 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145a49e-c798-41d4-a333-e7eea5c618db None None] Pushing event updated for resources: {'Port': ['ID=c14dd59e-68ab-4726-90c1-388d029546ec,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:58.135755 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:30:58.136601 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:30:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:30:58.219517 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:58.231986 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:30:58.263470 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 0897ab72-5633-4480-8799-6a9a4de47c00 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:30:58.268684 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.272663 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.277582 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-14c9b8af-5b56-41dd-a87b-940fdf601c2f admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3458309 Aug 05 15:30:58.278272 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38304) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:58.299234 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (0931f00c-a49a-4055-8254-99bf700127d2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.397651 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-79581430-cb08-47f4-9411-71bedf63924b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for subnet (d40b1dde-2f4e-47f9-b2bd-276b68922b84), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.495012 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:30:58.523872 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79581430-cb08-47f4-9411-71bedf63924b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40b1dde-2f4e-47f9-b2bd-276b68922b84,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:58.562390 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-79581430-cb08-47f4-9411-71bedf63924b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.570023 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-79581430-cb08-47f4-9411-71bedf63924b admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/d40b1dde-2f4e-47f9-b2bd-276b68922b84 HTTP/1.1" status: 204 len: 168 time: 1.2359760 Aug 05 15:30:58.588511 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38316) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:58.627460 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e33359-4030-4af1-a063-23784905466a admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:30:58.643633 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-64e33359-4030-4af1-a063-23784905466a admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/99924b0f-eeef-467a-8364-a38fb6bc9aa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9060295 Aug 05 15:30:58.648150 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:58.653623 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Provisioning complete for port 0897ab72-5633-4480-8799-6a9a4de47c00 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:58.654154 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.687452 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Publish callbacks [] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.718137 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (44fb3fe5-ff13-461f-9925-8faf21687633), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.821390 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] Set router d87ebfb7-d14b-41de-86f3-9b89d8d9529b gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:30:58.852565 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:58.866590 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 0897ab72-5633-4480-8799-6a9a4de47c00, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=0897ab72-5633-4480-8799-6a9a4de47c00,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:30:58.868907 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Pushing event updated for resources: {'Port': ['ID=0931f00c-a49a-4055-8254-99bf700127d2,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:58.883467 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:30:54Z', 'revision_number': 3, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:30:58.918955 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Checking router: 65128544-0210-470a-b8da-71d7b5d24c58 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:30:58.919319 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Updating router 65128544-0210-470a-b8da-71d7b5d24c58 port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:30:58.949829 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.958770 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 0931f00c-a49a-4055-8254-99bf700127d2 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:30:58.959152 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (5ffe6f1b-98ab-42cd-884e-42c43069da54), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.974860 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:58.978212 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:59.193528 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:59.205453 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b9c6d-bc65-4167-bec7-b56a6c437bf0 None None] Current status of the port 0897ab72-5633-4480-8799-6a9a4de47c00 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:30:59.226677 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 0931f00c-a49a-4055-8254-99bf700127d2 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:59.227128 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (0931f00c-a49a-4055-8254-99bf700127d2), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:59.235723 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=0897ab72-5633-4480-8799-6a9a4de47c00,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:59.346704 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-a1729680-da08-4c06-809a-54f714f06eee None None] Provisioning complete for port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:59.346936 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a1729680-da08-4c06-809a-54f714f06eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:59.356470 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Router 44fb3fe5-ff13-461f-9925-8faf21687633 is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:30:59.408025 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (5ffe6f1b-98ab-42cd-884e-42c43069da54), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:59.486052 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'name': 'tempest-DeleteServersTestJSON-685558281-router', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:48Z', 'updated_at': '2022-08-05T15:30:50Z', 'revision_number': 3, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'gw_port': {'id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:29:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:30:59.491613 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 0931f00c-a49a-4055-8254-99bf700127d2 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:30:59.533933 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:30:59.566114 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:30:59.573854 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38356) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:30:59.574818 dv-cinder-849890-4-iscsi neutron-server[104518]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 05 15:30:59.606790 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:30:59.607430 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:59.608328 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6079b4bc-d787-49c6-b60a-896edbb18273 None None] The sync data for ids ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'] in dv-cinder-849890-4-iscsi is: [{'id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'name': 'tempest-DeleteServersTestJSON-685558281-router', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:48Z', 'updated_at': '2022-08-05T15:30:50Z', 'revision_number': 3, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'gw_port': {'id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:29:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:30:59.619016 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:59.727773 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-a1729680-da08-4c06-809a-54f714f06eee None None] Current status of the port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:30:59.730190 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Publish callbacks [] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:59.760198 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Pushing event updated for resources: {'Port': ['ID=a20d7c45-b63a-49a2-8b41-49ceae4adef7,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:59.764375 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:30:59.764375 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:30:59.773175 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:30:59.773637 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > port after_create 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:30:59.773977 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > port after_delete 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:30:59.774315 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > port after_update 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:30:59.774641 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:30:59.774991 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:30:59.775335 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:30:59.775666 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:30:59.812159 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:59.843318 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-a1729680-da08-4c06-809a-54f714f06eee None None] Provisioning complete for port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:30:59.846165 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a1729680-da08-4c06-809a-54f714f06eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:30:59.913608 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737985ff-f00e-4b2c-b450-a8255ede46c8 None None] Pushing event updated for resources: {'Port': ['ID=4ffa3e04-3bd2-4949-930d-6cab3c65e07f,revision_number=2']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:30:59.959050 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:30:59.967067 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Attempting to bind port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:30:59.971940 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Attempting to bind port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:30:59.976753 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:30:59.977124 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Attempting to bind port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:30:59.977777 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b3e3-574e-41a2-8ce7-94f562d1d087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:00.001402 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:31:00.001780 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:31:00.009587 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:00.011056 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:31:00.011786 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Bound port: 4ffa3e04-3bd2-4949-930d-6cab3c65e07f, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:31:00.013095 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:00.060149 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:00.114226 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:00.121243 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-8daa0a5f-5985-4fd5-af5e-27926c460a00 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:00.131096 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-8daa0a5f-5985-4fd5-af5e-27926c460a00 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 819 time: 0.5583100 Aug 05 15:31:00.149184 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-a1729680-da08-4c06-809a-54f714f06eee None None] Port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:00.185394 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] For port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:31:00.199283 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-d8c8c4c7-c2af-493d-b005-e1b165e6f68b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/quotas/1cb48dbd26c747d290bf3e666e65027a HTTP/1.1" status: 200 len: 375 time: 0.0650220 Aug 05 15:31:00.210400 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] For port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=4ffa3e04-3bd2-4949-930d-6cab3c65e07f,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:31:00.234348 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-a1729680-da08-4c06-809a-54f714f06eee None None] Provisioning complete for port 0897ab72-5633-4480-8799-6a9a4de47c00 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:00.234743 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a1729680-da08-4c06-809a-54f714f06eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:00.298554 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:00.335786 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:00.348180 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:00.348180 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:00.424290 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:00.425727 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:00.489569 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737985ff-f00e-4b2c-b450-a8255ede46c8 None None] Pushing event updated for resources: {'Port': ['ID=4ffa3e04-3bd2-4949-930d-6cab3c65e07f,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:00.509516 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-a0d9c872-9bcc-45e2-af62-0c06d2d2851f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3091536 Aug 05 15:31:00.574671 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:00.579604 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-a1729680-da08-4c06-809a-54f714f06eee None None] Current status of the port 0897ab72-5633-4480-8799-6a9a4de47c00 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:00.628555 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:00.629045 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:00.629553 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:00.631546 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104517) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:00.633095 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffe6f1b-98ab-42cd-884e-42c43069da54']}} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:00.633660 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:00.651911 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:00.655930 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:00.689328 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:00.736551 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-a7a6972f-98bb-4660-a3a4-48f6a6b4913c None None] Provisioning complete for port a20d7c45-b63a-49a2-8b41-49ceae4adef7 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:00.745376 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a7a6972f-98bb-4660-a3a4-48f6a6b4913c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:00.834429 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:00.834429 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 98710eae-163d-4f92-bd02-e52bef920478 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:00.836777 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:00.838795 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddfaf2b-fd06-4654-bbd7-f5de6db6a233') {'for_net_delete': True} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:00.839100 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddfaf2b-fd06-4654-bbd7-f5de6db6a233') {} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:00.845362 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-0febf31c-3786-4187-bc5c-9770cc5d635c service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104518) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:31:00.846404 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-0febf31c-3786-4187-bc5c-9770cc5d635c service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0785639 Aug 05 15:31:00.943874 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:30:54Z', 'revision_number': 3, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:00.961314 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6972f-98bb-4660-a3a4-48f6a6b4913c None None] Port a20d7c45-b63a-49a2-8b41-49ceae4adef7 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:00.979927 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59599968'] for segment (4ddfaf2b-fd06-4654-bbd7-f5de6db6a233), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:00.982240 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cb1dd-8d46-43fb-a580-6434770b09aa None None] The sync data for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi is: [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:30:54Z', 'revision_number': 3, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:31:01.038402 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:01.049626 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:01.050407 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 98710eae-163d-4f92-bd02-e52bef920478 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:01.050760 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (98710eae-163d-4f92-bd02-e52bef920478), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:01.084572 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-8c0c7418-c706-42e8-b56e-854330705f0d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264845 Aug 05 15:31:01.189292 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:01.203014 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (4ddfaf2b-fd06-4654-bbd7-f5de6db6a233), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:01.214094 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 98710eae-163d-4f92-bd02-e52bef920478 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:01.215214 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 0897ab72-5633-4480-8799-6a9a4de47c00 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:01.266788 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-6af8b410-4f64-438f-961a-6c3f31b45991 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809006 Aug 05 15:31:01.290734 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 0897ab72-5633-4480-8799-6a9a4de47c00 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:01.291166 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:01.325387 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=104517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:31:01.325387 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3298908'] for segment (4ddfaf2b-fd06-4654-bbd7-f5de6db6a233), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:01.439228 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:01.443179 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 0897ab72-5633-4480-8799-6a9a4de47c00 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:01.444667 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 0931f00c-a49a-4055-8254-99bf700127d2 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:01.500406 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 0931f00c-a49a-4055-8254-99bf700127d2 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:01.502528 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (0931f00c-a49a-4055-8254-99bf700127d2), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:01.560348 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:31:01.613333 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Sync routers for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:31:01.685615 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:01.691202 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:01.750379 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:01.770474 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38430) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:01.858878 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 0931f00c-a49a-4055-8254-99bf700127d2 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:01.891524 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d616bbd0-6865-485c-a78c-c19711d35314 req-6d85d66a-c69b-43d4-a351-77bdbb0a9cc9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 210 time: 0.1173284 Aug 05 15:31:01.902783 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:01.916652 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:01.935551 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:01.942954 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (5ffe6f1b-98ab-42cd-884e-42c43069da54), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:01.973324 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:02.012478 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:02.068279 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/5ffe6f1b-98ab-42cd-884e-42c43069da54 HTTP/1.1" status: 204 len: 168 time: 3.4667256 Aug 05 15:31:02.077302 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38452) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:02.231185 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:02.282234 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_v2 [None req-302d3ef0-53fa-4e9a-bff0-2c22493d776b admin admin] Deleting subnet b37b7fc8-da0c-4727-a1aa-6098734ec28b {{(pid=104518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:31:02.290626 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-302d3ef0-53fa-4e9a-bff0-2c22493d776b admin admin] Publish callbacks [] for subnet (b37b7fc8-da0c-4727-a1aa-6098734ec28b), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:02.318070 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 4ffa3e04-3bd2-4949-930d-6cab3c65e07f up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:02.343015 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Sync routers for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:31:02.358348 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment 4ddfaf2b-fd06-4654-bbd7-f5de6db6a233 resource provider aggregate not found Aug 05 15:31:02.368188 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:02.368795 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:02.389406 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:02.397443 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:02.400635 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-efa7d661-142a-45c0-b17c-9f9cec3945b2 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.8302441 Aug 05 15:31:02.401285 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38474) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:02.414113 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:02.439442 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d87bd-f450-4003-b37e-762435382c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=5ffe6f1b-98ab-42cd-884e-42c43069da54,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:02.477959 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:30:57Z', 'revision_number': 3, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:02.546545 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment 4ddfaf2b-fd06-4654-bbd7-f5de6db6a233 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ddfaf2b-fd06-4654-bbd7-f5de6db6a233 found for delete ", "request_id": "req-ce1d126c-e764-4b63-9918-81baf920b63e"}]} Aug 05 15:31:02.584327 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Checking router: 44fb3fe5-ff13-461f-9925-8faf21687633 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:31:02.584921 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Updating router 44fb3fe5-ff13-461f-9925-8faf21687633 port 93722d82-3b64-4f52-8426-bb27062d4849 binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:31:02.639736 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:02.696611 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (93722d82-3b64-4f52-8426-bb27062d4849), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:02.764639 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:02.793963 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:02.794490 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:02.828274 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Allocated IP 172.20.0.1 (5556c147-7063-4e54-b1ad-a45bb656fda4/cb3c1b3d-59c6-4141-ad48-5db85d354a8b/f3502f85-fc4b-4296-a725-5ccba89470a3) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:31:02.865677 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-e6666d74-bdbb-4e72-90e8-b9ac3dfda075 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:02.876476 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-e6666d74-bdbb-4e72-90e8-b9ac3dfda075 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 819 time: 0.2259173 Aug 05 15:31:02.893092 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:02.902920 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:02.908301 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-8899aadd-da3c-49a4-a982-135e14b3f871 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/quotas/1cb48dbd26c747d290bf3e666e65027a HTTP/1.1" status: 200 len: 375 time: 0.0320723 Aug 05 15:31:02.913226 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-302d3ef0-53fa-4e9a-bff0-2c22493d776b admin admin] Publish callbacks [] for subnet (b37b7fc8-da0c-4727-a1aa-6098734ec28b), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.046459 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 2, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:03.052804 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-302d3ef0-53fa-4e9a-bff0-2c22493d776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (b37b7fc8-da0c-4727-a1aa-6098734ec28b), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.107119 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-7e5cde9b-135f-41fd-b90a-fdb34f7e4a04 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1983287 Aug 05 15:31:03.122726 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Checking router: 99924b0f-eeef-467a-8364-a38fb6bc9aa8 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:31:03.122977 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Updating router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:31:03.157446 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.324153 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:03.358353 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:03.358748 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.436604 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Publish callbacks [] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.472866 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:03.481507 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Publish callbacks [] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.493609 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-7eed601e-bd99-4f0b-9209-df848bab5399 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851547 Aug 05 15:31:03.590691 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Publish callbacks [] for port (93722d82-3b64-4f52-8426-bb27062d4849), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.712457 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=4ffa3e04-3bd2-4949-930d-6cab3c65e07f,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:03.716627 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.717405 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-1de4345c-d917-4b2f-8d86-b06fe62a670a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309407 Aug 05 15:31:03.717405 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-302d3ef0-53fa-4e9a-bff0-2c22493d776b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for subnet (b37b7fc8-da0c-4727-a1aa-6098734ec28b), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.717405 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d3ef0-53fa-4e9a-bff0-2c22493d776b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37b7fc8-da0c-4727-a1aa-6098734ec28b,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:03.717405 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-302d3ef0-53fa-4e9a-bff0-2c22493d776b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.717405 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-302d3ef0-53fa-4e9a-bff0-2c22493d776b admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/b37b7fc8-da0c-4727-a1aa-6098734ec28b HTTP/1.1" status: 204 len: 168 time: 1.6205089 Aug 05 15:31:03.717405 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38514) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:03.718302 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38516) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:03.738833 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.750665 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Pushing event updated for resources: {'Port': ['ID=a20d7c45-b63a-49a2-8b41-49ceae4adef7,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:03.837711 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Publish callbacks [] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.840346 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:03.848611 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (f18efe8b-0af9-4e0a-8880-9075ea0891c3), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.870050 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.871577 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:03.895515 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:03.936929 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.015436 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38526) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:04.017451 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (93722d82-3b64-4f52-8426-bb27062d4849), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.037453 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=4ffa3e04-3bd2-4949-930d-6cab3c65e07f,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:04.040770 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e641c-c2dd-408e-a63a-cb282fb503aa None None] Pushing event updated for resources: {'Port': ['ID=1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:04.125194 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (f18efe8b-0af9-4e0a-8880-9075ea0891c3), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.159887 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:04.162181 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.170282 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.170741 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.171723 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.172301 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > port after_create 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.187333 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.187333 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > port after_update 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.187333 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.187333 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.187333 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.187333 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.188047 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Attempting to bind port 93722d82-3b64-4f52-8426-bb27062d4849 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:31:04.188047 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Attempting to bind port 93722d82-3b64-4f52-8426-bb27062d4849 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:31:04.188047 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Attempting to bind port 93722d82-3b64-4f52-8426-bb27062d4849 on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:04.215865 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Attempting to bind port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:31:04.216360 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Attempting to bind port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:31:04.216670 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:31:04.216839 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Attempting to bind port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a on network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:04.217055 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:31:04.217461 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.217862 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:31:04.218351 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Bound port: 93722d82-3b64-4f52-8426-bb27062d4849, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:31:04.218736 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (93722d82-3b64-4f52-8426-bb27062d4849), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.226296 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:31:04.226984 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Checking segment: {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:31:04.227532 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.228091 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Bound using segment: {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:31:04.228625 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Bound port: 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:31:04.229017 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.289445 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] For port 93722d82-3b64-4f52-8426-bb27062d4849, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:31:04.308345 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] For port 93722d82-3b64-4f52-8426-bb27062d4849, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=93722d82-3b64-4f52-8426-bb27062d4849,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:31:04.336096 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] For port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:31:04.340164 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] For port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:31:04.351371 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669baa7-30fe-4f12-838d-4d7d5ed3c214 None None] Pushing event updated for resources: {'Port': ['ID=93722d82-3b64-4f52-8426-bb27062d4849,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:04.360225 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Network 5556c147-7063-4e54-b1ad-a45bb656fda4 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:04.364405 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:04.370323 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:04.373937 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Pushing event updated for resources: {'Port': ['ID=f3502f85-fc4b-4296-a725-5ccba89470a3,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:04.383125 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:31:04.421375 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (93722d82-3b64-4f52-8426-bb27062d4849), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.422756 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:04.436749 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.471474 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:04.472439 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:04.473477 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:04.496999 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:04.498301 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:04.515415 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:04.578786 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.579409 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.579855 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.580321 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 05 15:31:04.580664 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:04.580914 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18efe8b-0af9-4e0a-8880-9075ea0891c3']}} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:04.582503 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c14dd59e-68ab-4726-90c1-388d029546ec up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:04.609299 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.624783 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:04.650967 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:04.709862 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (65128544-0210-470a-b8da-71d7b5d24c58), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.734848 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8d7ab5-d611-4284-8a82-5e97c6748829') {'for_net_delete': True} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:04.735813 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8d7ab5-d611-4284-8a82-5e97c6748829') {} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:04.763141 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-924f130e-3e68-4dfc-baa9-2240d06a974e req-e2530245-8cec-4f8a-bf28-2fca40f7f457 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 210 time: 0.6682160 Aug 05 15:31:04.776932 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3652385'] for segment (7f8d7ab5-d611-4284-8a82-5e97c6748829), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.777959 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:04.782315 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4eb47073-67e3-4f04-96ca-e335dee0ef6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.795298 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2bc48234-a262-4e03-a7b9-842cf647c27a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.901131 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:04.901763 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-de59151a-06d5-4bba-922e-7492bfc3bafc None None] Provisioning complete for port f3502f85-fc4b-4296-a725-5ccba89470a3 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:04.901763 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-de59151a-06d5-4bba-922e-7492bfc3bafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.908108 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (7f8d7ab5-d611-4284-8a82-5e97c6748829), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:04.925954 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=104518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:31:04.930266 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3513870'] for segment (7f8d7ab5-d611-4284-8a82-5e97c6748829), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.008295 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669baa7-30fe-4f12-838d-4d7d5ed3c214 None None] Pushing event updated for resources: {'Port': ['ID=93722d82-3b64-4f52-8426-bb27062d4849,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:05.029909 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-de59151a-06d5-4bba-922e-7492bfc3bafc None None] Port f3502f85-fc4b-4296-a725-5ccba89470a3 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:05.034057 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port c14dd59e-68ab-4726-90c1-388d029546ec triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:05.034609 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.054302 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e641c-c2dd-408e-a63a-cb282fb503aa None None] Pushing event updated for resources: {'Port': ['ID=1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a,revision_number=4']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:05.103792 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Router d87ebfb7-d14b-41de-86f3-9b89d8d9529b has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:31:05.106948 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:05.126761 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2bc48234-a262-4e03-a7b9-842cf647c27a admin admin] Publish callbacks [] for security_group (25995150-e2a4-4b46-a855-d63bf51d07b7), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.169847 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:05.208373 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4eb47073-67e3-4f04-96ca-e335dee0ef6e admin admin] Publish callbacks [] for security_group (96d1d05a-1f3c-40fa-ac0c-9980c8bb2862), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.214717 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:31:04Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:05.219362 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-76e9ef40-5484-4c35-950d-f2b4a9a4761a None None] Provisioning complete for port a20d7c45-b63a-49a2-8b41-49ceae4adef7 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:05.220010 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-76e9ef40-5484-4c35-950d-f2b4a9a4761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.229108 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2bc48234-a262-4e03-a7b9-842cf647c27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (25995150-e2a4-4b46-a855-d63bf51d07b7), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.246298 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f01af9c-16be-4fad-a3dc-f141aeb376af None None] The sync data for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi is: [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:31:04Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:31:05.273493 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:30:57Z', 'revision_number': 3, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:05.311463 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port c14dd59e-68ab-4726-90c1-388d029546ec is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:05.311874 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.315288 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-2bc48234-a262-4e03-a7b9-842cf647c27a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=3c58b93a5db6487cb0b3061ab3f0aa1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5944688 Aug 05 15:31:05.317090 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (f18efe8b-0af9-4e0a-8880-9075ea0891c3), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.322789 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 7f8d7ab5-d611-4284-8a82-5e97c6748829 resource provider aggregate not found Aug 05 15:31:05.323988 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38576) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:05.326691 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc48234-a262-4e03-a7b9-842cf647c27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25995150-e2a4-4b46-a855-d63bf51d07b7,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:05.337815 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4eb47073-67e3-4f04-96ca-e335dee0ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (96d1d05a-1f3c-40fa-ac0c-9980c8bb2862), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.341289 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port c14dd59e-68ab-4726-90c1-388d029546ec, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=c14dd59e-68ab-4726-90c1-388d029546ec,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:05.352552 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f13ac-11df-4261-91a6-3869df97d965 None None] The sync data for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi is: [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:30:57Z', 'revision_number': 3, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:31:05.360983 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-76e9ef40-5484-4c35-950d-f2b4a9a4761a None None] Port a20d7c45-b63a-49a2-8b41-49ceae4adef7 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:05.366038 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.371649 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/f18efe8b-0af9-4e0a-8880-9075ea0891c3 HTTP/1.1" status: 204 len: 168 time: 1.6499290 Aug 05 15:31:05.398501 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 7f8d7ab5-d611-4284-8a82-5e97c6748829 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f8d7ab5-d611-4284-8a82-5e97c6748829 found for delete ", "request_id": "req-440185a4-6a19-460e-9e9e-5703b676f4cf"}]} Aug 05 15:31:05.399297 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0be8ed-5faa-4758-a183-04d35b4a18bc admin admin] Pushing event deleted for resources: {'Network': ['ID=f18efe8b-0af9-4e0a-8880-9075ea0891c3,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:05.411739 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.425938 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-4eb47073-67e3-4f04-96ca-e335dee0ef6e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=383dd2344dc4403aa7f4f0953435ddc3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4083645 Aug 05 15:31:05.446764 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38584) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:05.511418 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb47073-67e3-4f04-96ca-e335dee0ef6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d1d05a-1f3c-40fa-ac0c-9980c8bb2862,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:05.551588 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:05.552772 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-76247856-d9c9-4757-871a-c0275108de90 admin admin] Publish callbacks [] for security_group (96d1d05a-1f3c-40fa-ac0c-9980c8bb2862), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.561496 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=c14dd59e-68ab-4726-90c1-388d029546ec,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:05.587655 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-76247856-d9c9-4757-871a-c0275108de90 admin admin] Publish callbacks [] for security_group (96d1d05a-1f3c-40fa-ac0c-9980c8bb2862), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.626500 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 4ffa3e04-3bd2-4949-930d-6cab3c65e07f up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:05.690178 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:31:05.702950 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-4a5293f1-fd6c-4257-8a16-fc20dce86e26 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/d87ebfb7-d14b-41de-86f3-9b89d8d9529b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3409824 Aug 05 15:31:05.703508 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:05.703954 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.727366 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Sync routers for ids ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:31:05.757270 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Allocated IP 172.20.0.1 (c44331f6-946f-4f51-8016-9a872c1f5969/0fd5c40f-af1a-4779-a54d-b857ddde5de6/23da12bd-a4e4-421c-970c-d6b36e8b1de9) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:31:05.757443 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Routers {'d87ebfb7-d14b-41de-86f3-9b89d8d9529b'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:05.761187 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:05.763614 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.806540 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-76247856-d9c9-4757-871a-c0275108de90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (96d1d05a-1f3c-40fa-ac0c-9980c8bb2862), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.810559 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-76247856-d9c9-4757-871a-c0275108de90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:05.816162 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-76247856-d9c9-4757-871a-c0275108de90 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/96d1d05a-1f3c-40fa-ac0c-9980c8bb2862 HTTP/1.1" status: 204 len: 168 time: 0.3668509 Aug 05 15:31:05.838446 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76247856-d9c9-4757-871a-c0275108de90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d1d05a-1f3c-40fa-ac0c-9980c8bb2862,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:05.907647 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38592) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:06.001421 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-2743dfb3-17a2-40f9-849a-a0c52af9d341 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=75f1e9851c4945a599dd0843f17c2530&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0928421 Aug 05 15:31:06.014793 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38596) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:06.141358 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9120df70-9878-402a-a152-50b20ab40d4c admin admin] Publish callbacks [] for security_group (25995150-e2a4-4b46-a855-d63bf51d07b7), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.177351 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:06.178416 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:06.183530 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Set router d87ebfb7-d14b-41de-86f3-9b89d8d9529b gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:06.210955 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7137f90a-d887-4d04-a981-0b8e8839864b req-b90828f9-8a35-4736-9688-c79ea019eb62 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 210 time: 0.1002395 Aug 05 15:31:06.229769 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:06.259568 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9120df70-9878-402a-a152-50b20ab40d4c admin admin] Publish callbacks [] for security_group (25995150-e2a4-4b46-a855-d63bf51d07b7), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.273606 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2253087c-76c7-4df8-bed3-f54e8caa879e admin admin] Publish callbacks [] for security_group (5204c612-7459-481f-b609-d6571ab74559), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.303423 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2253087c-76c7-4df8-bed3-f54e8caa879e admin admin] Publish callbacks [] for security_group (5204c612-7459-481f-b609-d6571ab74559), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.342649 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:06.406047 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:06.424496 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:06.430209 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.446493 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2253087c-76c7-4df8-bed3-f54e8caa879e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (5204c612-7459-481f-b609-d6571ab74559), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.452723 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2253087c-76c7-4df8-bed3-f54e8caa879e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.457444 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-2253087c-76c7-4df8-bed3-f54e8caa879e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/5204c612-7459-481f-b609-d6571ab74559 HTTP/1.1" status: 204 len: 168 time: 0.4388936 Aug 05 15:31:06.469719 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253087c-76c7-4df8-bed3-f54e8caa879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5204c612-7459-481f-b609-d6571ab74559,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:06.527883 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Publish callbacks [] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.550579 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Publish callbacks [] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.592322 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.600846 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:06.600846 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.635737 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'name': 'tempest-DeleteServersTestJSON-685558281-router', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:48Z', 'updated_at': '2022-08-05T15:31:01Z', 'revision_number': 4, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'gw_port': {'id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'a20d7c45-b63a-49a2-8b41-49ceae4adef7', 'name': '', 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'mac_address': 'fa:16:3e:7d:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd36bdce2-890c-44b1-9727-4cbe5fc6aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:57Z', 'updated_at': '2022-08-05T15:31:02Z', 'revision_number': 2, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'subnets': [{'id': 'd36bdce2-890c-44b1-9727-4cbe5fc6aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:06.665765 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9120df70-9878-402a-a152-50b20ab40d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (25995150-e2a4-4b46-a855-d63bf51d07b7), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.669830 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9120df70-9878-402a-a152-50b20ab40d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.673665 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-9120df70-9878-402a-a152-50b20ab40d4c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/25995150-e2a4-4b46-a855-d63bf51d07b7 HTTP/1.1" status: 204 len: 168 time: 1.3429971 Aug 05 15:31:06.677389 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Checking router: d87ebfb7-d14b-41de-86f3-9b89d8d9529b for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:31:06.677389 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Updating router d87ebfb7-d14b-41de-86f3-9b89d8d9529b port a20d7c45-b63a-49a2-8b41-49ceae4adef7 binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:31:06.691623 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120df70-9878-402a-a152-50b20ab40d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25995150-e2a4-4b46-a855-d63bf51d07b7,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:06.728329 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Pushing event updated for resources: {'Port': ['ID=f3502f85-fc4b-4296-a725-5ccba89470a3,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:06.748265 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (65128544-0210-470a-b8da-71d7b5d24c58), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.766768 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:06.911188 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Network c44331f6-946f-4f51-8016-9a872c1f5969 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:06.916384 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Pushing event updated for resources: {'Port': ['ID=23da12bd-a4e4-421c-970c-d6b36e8b1de9,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:06.921220 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:06.925849 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:31:07.011154 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (44fb3fe5-ff13-461f-9925-8faf21687633), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:07.030893 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Network 5556c147-7063-4e54-b1ad-a45bb656fda4 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:07.054630 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:07.063204 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:07.125369 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:07.180111 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:07.189355 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:07.246824 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:07.313921 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-790bf56d-0353-4b4c-9c08-6e5f566e6aae tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:07.327327 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-790bf56d-0353-4b4c-9c08-6e5f566e6aae tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/networks?id=9a1c0f0f-08e4-4603-b269-a0bfc5e39497 HTTP/1.1" status: 200 len: 811 time: 0.2702317 Aug 05 15:31:07.345010 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:07.354868 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-e38647b1-b019-482c-8791-e84cf7eee31f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/quotas/020b2f0e82d14211b286f1ac1e3823a9 HTTP/1.1" status: 200 len: 375 time: 0.0250003 Aug 05 15:31:07.464713 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-36c0526d-51d1-4788-a72a-715fe40107a5 None None] Provisioning complete for port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:07.469731 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-36c0526d-51d1-4788-a72a-715fe40107a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:07.542859 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c8449dcb-b7a0-4921-9db8-2665965ba3fe req-341d0298-9980-49a7-bb3d-eee8e61bbf6d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 210 time: 0.1395597 Aug 05 15:31:07.559761 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-36c0526d-51d1-4788-a72a-715fe40107a5 None None] Port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:07.586257 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Router 65128544-0210-470a-b8da-71d7b5d24c58 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:31:07.589082 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-c7c33bd5-c2a9-453c-919c-49a1544b3c5f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=020b2f0e82d14211b286f1ac1e3823a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2281618 Aug 05 15:31:07.646267 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38640) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:07.729213 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-a5ee3237-aed2-4c5c-9bfd-ef1a6da22b8f None None] Provisioning complete for port f3502f85-fc4b-4296-a725-5ccba89470a3 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:07.729761 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3237-aed2-4c5c-9bfd-ef1a6da22b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:07.773334 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-c368a87d-85e1-48d9-a72a-2a0b3a1dd04c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=05b57b1a5cde4522a3517babee3cf463&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1140165 Aug 05 15:31:07.779488 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38646) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:07.783397 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 93722d82-3b64-4f52-8426-bb27062d4849 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:07.836921 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:07.853255 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:31:07.860333 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-5e2133f0-a78a-4a7a-9bcb-bd805f3165ce admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/65128544-0210-470a-b8da-71d7b5d24c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5771611 Aug 05 15:31:07.867950 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee3237-aed2-4c5c-9bfd-ef1a6da22b8f None None] Port f3502f85-fc4b-4296-a725-5ccba89470a3 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:07.878417 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Sync routers for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:31:07.894917 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:07.900114 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:07.902450 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:07.918279 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 93722d82-3b64-4f52-8426-bb27062d4849 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:07.918698 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (93722d82-3b64-4f52-8426-bb27062d4849), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:07.928540 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-922b365e-116a-4f12-bae9-fe1d3973f704 admin admin] Publish callbacks [] for security_group (2965cbfd-bd12-4d0b-8f1a-efb01e6e59a5), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:07.931297 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:07.953626 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-922b365e-116a-4f12-bae9-fe1d3973f704 admin admin] Publish callbacks [] for security_group (2965cbfd-bd12-4d0b-8f1a-efb01e6e59a5), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:07.978451 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:08.030875 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:08.046397 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:08.075844 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 93722d82-3b64-4f52-8426-bb27062d4849 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:08.076271 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (93722d82-3b64-4f52-8426-bb27062d4849), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.092542 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-922b365e-116a-4f12-bae9-fe1d3973f704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (2965cbfd-bd12-4d0b-8f1a-efb01e6e59a5), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.096008 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-922b365e-116a-4f12-bae9-fe1d3973f704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.096906 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Publish callbacks [] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.098060 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-922b365e-116a-4f12-bae9-fe1d3973f704 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2965cbfd-bd12-4d0b-8f1a-efb01e6e59a5 HTTP/1.1" status: 204 len: 168 time: 0.3140149 Aug 05 15:31:08.116225 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 93722d82-3b64-4f52-8426-bb27062d4849, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=93722d82-3b64-4f52-8426-bb27062d4849,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:08.117839 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b365e-116a-4f12-bae9-fe1d3973f704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2965cbfd-bd12-4d0b-8f1a-efb01e6e59a5,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:08.194969 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (93722d82-3b64-4f52-8426-bb27062d4849), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.195787 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c14dd59e-68ab-4726-90c1-388d029546ec up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:08.276651 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38658) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:08.292829 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.302941 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1e6ae91b-b863-42cf-a082-6cb98052e46e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.321051 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port c14dd59e-68ab-4726-90c1-388d029546ec triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:08.321498 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.373410 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=93722d82-3b64-4f52-8426-bb27062d4849,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:08.374069 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:08.387043 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 2, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:08.387493 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Publish callbacks [] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.445278 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Checking router: 65128544-0210-470a-b8da-71d7b5d24c58 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:31:08.447111 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Updating router 65128544-0210-470a-b8da-71d7b5d24c58 port f3502f85-fc4b-4296-a725-5ccba89470a3 binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:31:08.488533 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1e6ae91b-b863-42cf-a082-6cb98052e46e admin admin] Publish callbacks [] for security_group (f833ae87-1dbc-4d22-9f90-2bf2be157224), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.490169 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.500347 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:08.509240 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.510284 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Attempting to bind port a20d7c45-b63a-49a2-8b41-49ceae4adef7 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:31:08.517070 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Attempting to bind port a20d7c45-b63a-49a2-8b41-49ceae4adef7 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:31:08.517070 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Attempting to bind port a20d7c45-b63a-49a2-8b41-49ceae4adef7 on network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:08.580263 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07f97b-b0ce-471f-8c71-142262fb1ec9 None None] Pushing event updated for resources: {'Port': ['ID=a20d7c45-b63a-49a2-8b41-49ceae4adef7,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:08.587271 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.17', 56678) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:08.591739 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port c14dd59e-68ab-4726-90c1-388d029546ec is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:08.603420 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:31:08.603420 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Checking segment: {'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:31:08.603769 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.604334 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Bound using segment: {'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:31:08.604836 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Bound port: a20d7c45-b63a-49a2-8b41-49ceae4adef7, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:31:08.605223 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.620363 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1e6ae91b-b863-42cf-a082-6cb98052e46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (f833ae87-1dbc-4d22-9f90-2bf2be157224), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.692830 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.17', 56679) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:08.694155 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (44fb3fe5-ff13-461f-9925-8faf21687633), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.703122 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] For port a20d7c45-b63a-49a2-8b41-49ceae4adef7, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:31:08.708340 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] For port a20d7c45-b63a-49a2-8b41-49ceae4adef7, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=a20d7c45-b63a-49a2-8b41-49ceae4adef7,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:31:08.809642 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-47a9306c-6532-48c9-8b5a-6df09f7daa58 req-e29d3c7a-79f0-4bd9-87a9-9e4b866ce4a6 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 210 time: 0.0516703 Aug 05 15:31:08.823716 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:08.871317 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-507900a9-ab72-42ec-9b2b-c0a09164ba7d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:08.873368 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-507900a9-ab72-42ec-9b2b-c0a09164ba7d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 819 time: 0.2848420 Aug 05 15:31:08.918825 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e07f97b-b0ce-471f-8c71-142262fb1ec9 None None] Pushing event updated for resources: {'Port': ['ID=a20d7c45-b63a-49a2-8b41-49ceae4adef7,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:08.925762 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Request body: {'port': {'device_id': '5ea1d385-2084-4d85-b55b-b3f0f3c55cb0', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'admin_state_up': True, 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:08.925954 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Pushing event updated for resources: {'Port': ['ID=23da12bd-a4e4-421c-970c-d6b36e8b1de9,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:08.950751 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Routers {'d87ebfb7-d14b-41de-86f3-9b89d8d9529b'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:08.950751 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:09.061292 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ae91b-b863-42cf-a082-6cb98052e46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f833ae87-1dbc-4d22-9f90-2bf2be157224,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:09.076843 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-1e6ae91b-b863-42cf-a082-6cb98052e46e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=6427bd29e4ed4a9f9398dabf662285fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7990236 Aug 05 15:31:09.078073 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:09.083413 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38688) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:09.157215 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Publish callbacks [] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:09.225777 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] Set router d87ebfb7-d14b-41de-86f3-9b89d8d9529b gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:09.238411 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:09.340165 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-883c7d1b-8815-44a3-ba24-ba425b2e5e2e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:09.342213 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-883c7d1b-8815-44a3-ba24-ba425b2e5e2e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 819 time: 0.6447883 Aug 05 15:31:09.359140 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Network c44331f6-946f-4f51-8016-9a872c1f5969 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:09.360135 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:09.398236 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Request body: {'port': {'device_id': '2eaf6904-d36e-48d4-9d13-cd73e2e9af47', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'admin_state_up': True, 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:09.524798 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Attempting to bind port f3502f85-fc4b-4296-a725-5ccba89470a3 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:31:09.527429 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:09.528167 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Attempting to bind port f3502f85-fc4b-4296-a725-5ccba89470a3 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:31:09.528677 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Attempting to bind port f3502f85-fc4b-4296-a725-5ccba89470a3 on network 5556c147-7063-4e54-b1ad-a45bb656fda4 {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:09.584428 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:31:09.584809 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Checking segment: {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:31:09.585207 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:09.585601 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Bound using segment: {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:31:09.587025 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Bound port: f3502f85-fc4b-4296-a725-5ccba89470a3, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:31:09.587412 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:09.660762 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:09.666807 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'name': 'tempest-DeleteServersTestJSON-685558281-router', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:48Z', 'updated_at': '2022-08-05T15:31:01Z', 'revision_number': 4, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'gw_port': {'id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'a20d7c45-b63a-49a2-8b41-49ceae4adef7', 'name': '', 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'mac_address': 'fa:16:3e:7d:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd36bdce2-890c-44b1-9727-4cbe5fc6aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:57Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'subnets': [{'id': 'd36bdce2-890c-44b1-9727-4cbe5fc6aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:09.681376 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732e8f2-72a8-4754-9ae4-03f6fa6f4637 None None] Pushing event updated for resources: {'Port': ['ID=f3502f85-fc4b-4296-a725-5ccba89470a3,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:09.706160 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:09.712258 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f776a97-0e36-43c9-90ae-ded5247cc1b3 None None] The sync data for ids ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'] in dv-cinder-849890-4-iscsi is: [{'id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'name': 'tempest-DeleteServersTestJSON-685558281-router', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:48Z', 'updated_at': '2022-08-05T15:31:01Z', 'revision_number': 4, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'gw_port': {'id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'a20d7c45-b63a-49a2-8b41-49ceae4adef7', 'name': '', 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'mac_address': 'fa:16:3e:7d:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'd36bdce2-890c-44b1-9727-4cbe5fc6aa30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:57Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'subnets': [{'id': 'd36bdce2-890c-44b1-9727-4cbe5fc6aa30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:31:09.773277 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38718) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:09.801008 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-b7596645-695d-488c-a71d-d8f7b4fc3e8c service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104518) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:31:09.834207 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-b7596645-695d-488c-a71d-d8f7b4fc3e8c service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.5474586 Aug 05 15:31:09.857212 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:09.861150 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Router 44fb3fe5-ff13-461f-9925-8faf21687633 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:31:09.881774 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] For port f3502f85-fc4b-4296-a725-5ccba89470a3, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:31:09.882090 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-ac357af4-2d15-43cf-a95b-99c4a2a700b8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837971509', 'description': 'tempest-description--2081278862'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:09.888841 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] For port f3502f85-fc4b-4296-a725-5ccba89470a3, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=f3502f85-fc4b-4296-a725-5ccba89470a3,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:31:09.942416 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:09.942833 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:09.966188 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:09.991927 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:09.995530 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:10.123519 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-32faecc4-1da1-4ab0-9be3-b81c893fdf17 None None] Provisioning complete for port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:10.125572 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-32faecc4-1da1-4ab0-9be3-b81c893fdf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:10.247187 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-32faecc4-1da1-4ab0-9be3-b81c893fdf17 None None] Port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:10.274485 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:31:10.282596 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-c03160f0-c21c-4898-9507-5c0266bf1641 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/44fb3fe5-ff13-461f-9925-8faf21687633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8663445 Aug 05 15:31:10.336034 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ac357af4-2d15-43cf-a95b-99c4a2a700b8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:10.395003 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:10.397456 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 93722d82-3b64-4f52-8426-bb27062d4849 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:10.401812 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732e8f2-72a8-4754-9ae4-03f6fa6f4637 None None] Pushing event updated for resources: {'Port': ['ID=f3502f85-fc4b-4296-a725-5ccba89470a3,revision_number=4']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:10.411968 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:10.437846 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:10.483565 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Sync routers for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:31:10.493386 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 93722d82-3b64-4f52-8426-bb27062d4849 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:10.493795 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (93722d82-3b64-4f52-8426-bb27062d4849), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:10.509934 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:10.511279 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Made reservation on behalf of 1cb48dbd26c747d290bf3e666e65027a for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:31:10.517394 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:10.529977 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-97c8d142-9034-4355-a372-2daef576e462 admin admin] Publish callbacks [] for security_group (f833ae87-1dbc-4d22-9f90-2bf2be157224), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:10.578155 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-97c8d142-9034-4355-a372-2daef576e462 admin admin] Publish callbacks [] for security_group (f833ae87-1dbc-4d22-9f90-2bf2be157224), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:10.600674 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:10.601318 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:10.676744 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7d1b1b78-00bf-4483-bdda-9bcc4fa982f9 req-044048e0-5dde-47b7-bfaa-be497d5082dc tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 210 time: 0.3590677 Aug 05 15:31:10.710096 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:10.766733 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-97c8d142-9034-4355-a372-2daef576e462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (f833ae87-1dbc-4d22-9f90-2bf2be157224), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:10.769815 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-97c8d142-9034-4355-a372-2daef576e462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:10.772842 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-97c8d142-9034-4355-a372-2daef576e462 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f833ae87-1dbc-4d22-9f90-2bf2be157224 HTTP/1.1" status: 204 len: 168 time: 1.6322117 Aug 05 15:31:10.809854 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56e27262-dc24-4ac9-8b95-0c7d2b652b1b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9a1c0f0f-08e4-4603-b269-a0bfc5e39497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9744184 Aug 05 15:31:10.837735 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Made reservation on behalf of 1cb48dbd26c747d290bf3e666e65027a for: {'port': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:31:10.843759 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:09Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:10.845968 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:10.880237 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8d142-9034-4355-a372-2daef576e462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f833ae87-1dbc-4d22-9f90-2bf2be157224,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:10.906963 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e4a100-f68e-47e3-8cb5-e86f77636ef3 None None] The sync data for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi is: [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:09Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:31:10.936743 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:10.938510 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:10.942640 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 93722d82-3b64-4f52-8426-bb27062d4849 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:11.013678 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:11.045129 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Allocated IP 172.20.0.11 (51a7564f-6f88-44aa-8bd2-cac8188d6f98/ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f/9a97ceb0-7729-4faa-9ff4-2bacbdbf1823) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:31:11.062816 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ac357af4-2d15-43cf-a95b-99c4a2a700b8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (494bd92f-a828-4103-b576-df16735e5119), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:11.148321 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ac357af4-2d15-43cf-a95b-99c4a2a700b8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (494bd92f-a828-4103-b576-df16735e5119), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:11.177268 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-c25c00dc-507f-41ef-9c2f-bb7f82b271a4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9a1c0f0f-08e4-4603-b269-a0bfc5e39497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654814 Aug 05 15:31:11.222159 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ac357af4-2d15-43cf-a95b-99c4a2a700b8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:11.234582 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-ac357af4-2d15-43cf-a95b-99c4a2a700b8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3651752 Aug 05 15:31:11.242526 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38768) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:11.250823 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-c23badc7-df8e-46f2-a02f-965344f22130 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'security_group_rule': {'security_group_id': '494bd92f-a828-4103-b576-df16735e5119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:11.292035 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac357af4-2d15-43cf-a95b-99c4a2a700b8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494bd92f-a828-4103-b576-df16735e5119,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:11.318180 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38772) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:11.331640 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-87fb9ea9-267d-4453-ba25-04dd96121429 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1560428549', 'description': 'tempest-description--374000419'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:11.407084 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c23badc7-df8e-46f2-a02f-965344f22130 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (bcb4736f-2f07-4fa7-8399-b412339a9dc3), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:11.486810 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-87fb9ea9-267d-4453-ba25-04dd96121429 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:11.507738 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:11.561108 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 2, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:11.620223 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Checking router: 44fb3fe5-ff13-461f-9925-8faf21687633 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:31:11.620223 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Updating router 44fb3fe5-ff13-461f-9925-8faf21687633 port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:31:11.716461 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:11.777481 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:11.831477 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c23badc7-df8e-46f2-a02f-965344f22130 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (bcb4736f-2f07-4fa7-8399-b412339a9dc3), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:11.903074 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device a20d7c45-b63a-49a2-8b41-49ceae4adef7 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:11.923442 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:11.937220 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:11.982334 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c23badc7-df8e-46f2-a02f-965344f22130 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (bcb4736f-2f07-4fa7-8399-b412339a9dc3), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:12.043381 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:12.055343 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:12.066091 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:12.084313 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:31:12.089403 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c23badc7-df8e-46f2-a02f-965344f22130 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:12.094282 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-c23badc7-df8e-46f2-a02f-965344f22130 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8470402 Aug 05 15:31:12.121456 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-be126cfb-be03-45fd-b262-f5fbe928b8ba req-81cfa91e-85b3-4b16-8e28-c5c4436ca1bd tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 210 time: 0.1689732 Aug 05 15:31:12.126998 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38798) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:12.220052 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23badc7-df8e-46f2-a02f-965344f22130 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb4736f-2f07-4fa7-8399-b412339a9dc3,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:12.225866 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-97ec598e-11fd-45ff-bc67-20284473be1c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'security_group_rule': {'security_group_id': '494bd92f-a828-4103-b576-df16735e5119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:12.283269 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bd0b28fc-4e52-431d-9106-5bb6fd2b3138 req-d69c7a8a-42f6-4600-80f2-895de8f12238 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 210 time: 0.1956334 Aug 05 15:31:12.316424 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event updated for resources: {'Port': ['ID=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:12.331983 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Allocated IP 172.20.0.4 (51a7564f-6f88-44aa-8bd2-cac8188d6f98/ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f/81f5f43f-6504-4380-9838-2b4d5f79d684) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:31:12.371974 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:12.380650 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:12.473560 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-97ec598e-11fd-45ff-bc67-20284473be1c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (99b91f21-2913-4e45-b46b-83ddbb77f75b), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:12.515875 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-87fb9ea9-267d-4453-ba25-04dd96121429 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (80523267-ef57-4eb6-afb5-d93e250a754b), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:12.603740 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port a20d7c45-b63a-49a2-8b41-49ceae4adef7 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:12.604139 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:12.682022 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:12.683753 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-87fb9ea9-267d-4453-ba25-04dd96121429 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (80523267-ef57-4eb6-afb5-d93e250a754b), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:12.805118 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb9ea9-267d-4453-ba25-04dd96121429 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80523267-ef57-4eb6-afb5-d93e250a754b,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:12.811706 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-ba42c53a-413d-4f69-85f3-9c5aa53e343f None None] Provisioning complete for port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:12.812305 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ba42c53a-413d-4f69-85f3-9c5aa53e343f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:12.919417 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-309b2e37-719f-4910-a02b-bceef8fa0585 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5290649 Aug 05 15:31:12.951391 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-961fd56b-54a5-4d0d-a6b2-f2984858a44a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104517) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:31:12.952653 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-961fd56b-54a5-4d0d-a6b2-f2984858a44a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056608 Aug 05 15:31:13.015713 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-87fb9ea9-267d-4453-ba25-04dd96121429 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.017620 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-87fb9ea9-267d-4453-ba25-04dd96121429 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6963372 Aug 05 15:31:13.022420 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38826) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:13.035201 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-e8c7ad95-5efa-466f-a1cc-d8ac6d665664 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'security_group_rule': {'security_group_id': '80523267-ef57-4eb6-afb5-d93e250a754b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:13.118508 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-97ec598e-11fd-45ff-bc67-20284473be1c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (99b91f21-2913-4e45-b46b-83ddbb77f75b), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.126967 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port a20d7c45-b63a-49a2-8b41-49ceae4adef7 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:13.127939 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.236462 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-ba42c53a-413d-4f69-85f3-9c5aa53e343f None None] Port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:13.238791 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.251854 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port a20d7c45-b63a-49a2-8b41-49ceae4adef7, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=a20d7c45-b63a-49a2-8b41-49ceae4adef7,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:13.261181 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:13.273226 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Publish callbacks [] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.338665 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7e521599-02cb-4c6f-a797-b30098b2e6c2 req-88f813ea-bc8d-4c38-b0af-578b742d7897 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 210 time: 0.0688334 Aug 05 15:31:13.362419 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-97ec598e-11fd-45ff-bc67-20284473be1c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (99b91f21-2913-4e45-b46b-83ddbb77f75b), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.383614 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.384871 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ad95-5efa-466f-a1cc-d8ac6d665664 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (743c968f-4897-4a1f-a054-37c02e014596), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.385419 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device f3502f85-fc4b-4296-a725-5ccba89470a3 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:13.414961 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec598e-11fd-45ff-bc67-20284473be1c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b91f21-2913-4e45-b46b-83ddbb77f75b,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:13.464609 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:13.475574 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-97ec598e-11fd-45ff-bc67-20284473be1c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.480938 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-97ec598e-11fd-45ff-bc67-20284473be1c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3422050 Aug 05 15:31:13.481870 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38838) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:13.492657 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:13.502385 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.510533 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4e3f8e18-6a76-4f8a-97ee-cfb444bfa6f9 req-e774b63d-ed1f-4cf5-a08a-276fc4f2788c tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 210 time: 0.0676041 Aug 05 15:31:13.519987 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.559861 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:13.575295 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ad95-5efa-466f-a1cc-d8ac6d665664 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (743c968f-4897-4a1f-a054-37c02e014596), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.602484 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port f3502f85-fc4b-4296-a725-5ccba89470a3 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:13.602878 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.608209 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=a20d7c45-b63a-49a2-8b41-49ceae4adef7,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:13.617856 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.693354 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ad95-5efa-466f-a1cc-d8ac6d665664 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (743c968f-4897-4a1f-a054-37c02e014596), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.731831 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:13.753290 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7ad95-5efa-466f-a1cc-d8ac6d665664 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743c968f-4897-4a1f-a054-37c02e014596,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:13.804157 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.822812 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:13.837994 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8c7ad95-5efa-466f-a1cc-d8ac6d665664 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.841761 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-e8c7ad95-5efa-466f-a1cc-d8ac6d665664 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8158817 Aug 05 15:31:13.841761 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:13.845877 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38852) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:13.850466 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:31:13.946004 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-ca880472-4f7a-4cd7-aa64-ea45069a8d5f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'security_group_rule': {'security_group_id': '80523267-ef57-4eb6-afb5-d93e250a754b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:13.959310 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9086aa5-6671-4d5c-8f08-c8d8fcd2ec7b None None] Pushing event updated for resources: {'Port': ['ID=23da12bd-a4e4-421c-970c-d6b36e8b1de9,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:13.962486 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Attempting to bind port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:31:13.965699 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Attempting to bind port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:31:13.966271 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Attempting to bind port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 on network c44331f6-946f-4f51-8016-9a872c1f5969 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:13.983224 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:31:13.992565 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Checking segment: {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:31:13.993269 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:13.996724 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Bound using segment: {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:31:13.999922 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Bound port: 23da12bd-a4e4-421c-970c-d6b36e8b1de9, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:31:14.000471 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.022175 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event updated for resources: {'Port': ['ID=81f5f43f-6504-4380-9838-2b4d5f79d684,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:14.106765 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:14.108365 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.156856 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ca880472-4f7a-4cd7-aa64-ea45069a8d5f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (dbf98fc4-8b00-4eff-8397-f162a504f0e7), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.231248 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Request body: {'port': {'device_id': '2eaf6904-d36e-48d4-9d13-cd73e2e9af47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:14.233506 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-f1e679ac-a564-47ef-b3e8-a80063c3e7ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3136909 Aug 05 15:31:14.268380 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Request body: {'port': {'device_id': '5ea1d385-2084-4d85-b55b-b3f0f3c55cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:14.345897 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] For port 23da12bd-a4e4-421c-970c-d6b36e8b1de9, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:31:14.356134 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ca880472-4f7a-4cd7-aa64-ea45069a8d5f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (dbf98fc4-8b00-4eff-8397-f162a504f0e7), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.356236 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] For port 23da12bd-a4e4-421c-970c-d6b36e8b1de9, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=23da12bd-a4e4-421c-970c-d6b36e8b1de9,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:31:14.440684 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port f3502f85-fc4b-4296-a725-5ccba89470a3 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:14.441833 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.447158 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:14.449680 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ca880472-4f7a-4cd7-aa64-ea45069a8d5f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (dbf98fc4-8b00-4eff-8397-f162a504f0e7), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.526108 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:14.559173 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca880472-4f7a-4cd7-aa64-ea45069a8d5f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf98fc4-8b00-4eff-8397-f162a504f0e7,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:14.574282 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.635822 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Allocated IP 172.27.0.191 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/d122dca9-fcbc-437e-a0ef-41503c69bb5e) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:31:14.651166 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-148c8751-f806-4df6-af57-df29bdeff265 None None] Provisioning complete for port 81f5f43f-6504-4380-9838-2b4d5f79d684 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:14.651744 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-148c8751-f806-4df6-af57-df29bdeff265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.760693 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247893d-1f1e-4f5d-8b52-63404e1885e6 req-55227a3f-d60e-4cfe-9be0-a2d909225899 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:14.774743 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9247893d-1f1e-4f5d-8b52-63404e1885e6 req-55227a3f-d60e-4cfe-9be0-a2d909225899 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 931 time: 0.1570878 Aug 05 15:31:14.811078 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ca880472-4f7a-4cd7-aa64-ea45069a8d5f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.818956 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-ca880472-4f7a-4cd7-aa64-ea45069a8d5f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9696765 Aug 05 15:31:14.824440 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38892) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:14.841808 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:14.842757 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:14.848444 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:14.872864 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:14.897373 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for port (d122dca9-fcbc-437e-a0ef-41503c69bb5e), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.905778 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.930627 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port f3502f85-fc4b-4296-a725-5ccba89470a3, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=f3502f85-fc4b-4296-a725-5ccba89470a3,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:14.977863 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:14.988140 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9247893d-1f1e-4f5d-8b52-63404e1885e6 req-e5a3b587-9c60-4879-bbea-ff79fc327d44 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123301 Aug 05 15:31:15.021815 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:15.042477 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (d122dca9-fcbc-437e-a0ef-41503c69bb5e), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:15.098934 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-148c8751-f806-4df6-af57-df29bdeff265 None None] Port 81f5f43f-6504-4380-9838-2b4d5f79d684 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:15.109899 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:15.215323 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:15.227953 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:15.234209 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9086aa5-6671-4d5c-8f08-c8d8fcd2ec7b None None] Pushing event updated for resources: {'Port': ['ID=23da12bd-a4e4-421c-970c-d6b36e8b1de9,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:15.264229 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:31:15.266495 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device a20d7c45-b63a-49a2-8b41-49ceae4adef7 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:15.315376 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-67c03713-3fe0-4299-9dba-a25b337bf442 req-3594ebcf-2844-4ce4-a694-a05bfd9e681c tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 210 time: 0.2775593 Aug 05 15:31:15.399129 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'Port': ['ID=d122dca9-fcbc-437e-a0ef-41503c69bb5e,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:15.467498 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 38902) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:15.481954 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:15.491001 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=f3502f85-fc4b-4296-a725-5ccba89470a3,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:15.545624 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.17', 56690) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:15.614719 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port a20d7c45-b63a-49a2-8b41-49ceae4adef7 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:15.636485 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:15.754176 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-6faae68a-865e-4956-a6bc-da48fea0bb6f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:15.756607 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-6faae68a-865e-4956-a6bc-da48fea0bb6f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.17 "GET /networking/v2.0/networks?id=9a1c0f0f-08e4-4603-b269-a0bfc5e39497 HTTP/1.1" status: 200 len: 811 time: 0.2097542 Aug 05 15:31:15.958507 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (7b9aec63-1e48-415b-a5d4-4e6a2bb75425), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:15.977275 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:15.984444 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:16.018365 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Request body: {'port': {'device_id': 'b6fc8045-3334-4a65-8f0c-abb0fccd473e', 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497', 'admin_state_up': True, 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:16.081707 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a209b740-74af-4c06-87e7-9b802588cb69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:16.213246 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38924) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:16.295267 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:31:16.304125 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Publish callbacks [] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:16.309348 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:16.326237 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Transition to ACTIVE for port object 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:31:16.328449 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee8194-c243-48a4-b311-fa20405f903e req-b854f34a-c7fe-45ac-bd83-922609115ac6 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:16.333402 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d3ee8194-c243-48a4-b311-fa20405f903e req-b854f34a-c7fe-45ac-bd83-922609115ac6 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 931 time: 0.1466985 Aug 05 15:31:16.367084 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:16.421427 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:16.504583 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port a20d7c45-b63a-49a2-8b41-49ceae4adef7 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:16.518772 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (d122dca9-fcbc-437e-a0ef-41503c69bb5e), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:16.554538 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:16.654998 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f1744ce1-2280-4556-af79-14ca797a0fa4 req-f2f41915-d359-4909-8829-7ff6e6b72b49 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 210 time: 0.1142735 Aug 05 15:31:16.696215 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Pushing event updated for resources: {'Port': ['ID=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:16.709908 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:16.792951 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a209b740-74af-4c06-87e7-9b802588cb69 admin admin] Publish callbacks [] for security_group (20fd76ce-0c33-4de7-9ddf-54f9752399b3), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:16.825044 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4c66d4-f42a-4339-8279-2e44ad18c225 None None] The sync data for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi is: [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:31:16.897397 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a209b740-74af-4c06-87e7-9b802588cb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (20fd76ce-0c33-4de7-9ddf-54f9752399b3), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.037669 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-25e783b5-b36f-4841-97bc-b0682947dcfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.074760 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Allocated IP 172.27.0.33 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/6f24fe33-2219-4194-b184-a637139fc06b) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:31:17.089253 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d3ee8194-c243-48a4-b311-fa20405f903e req-9542d47c-f62d-4eec-9e1c-c50d74f4cdbe tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780838 Aug 05 15:31:17.101314 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-a209b740-74af-4c06-87e7-9b802588cb69 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f54498df9fc64213b1b50cfc558e3502&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6319036 Aug 05 15:31:17.109645 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38946) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:17.131154 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Attempting to bind port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:31:17.131154 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Attempting to bind port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:31:17.131154 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Attempting to bind port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 on network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:17.144056 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Made reservation on behalf of 020b2f0e82d14211b286f1ac1e3823a9 for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:31:17.163108 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.168785 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209b740-74af-4c06-87e7-9b802588cb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fd76ce-0c33-4de7-9ddf-54f9752399b3,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:17.192315 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 on network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:31:17.192822 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Attempting to bind port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 on network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:17.193713 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:17.211496 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device f3502f85-fc4b-4296-a725-5ccba89470a3 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:17.307553 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:31:17.308197 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Checking segment: {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:31:17.308452 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Bound using segment: {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:31:17.308982 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Bound port: 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:31:17.309421 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.331122 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f5f43f-6504-4380-9838-2b4d5f79d684 {{(pid=104518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:31:17.359705 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Publish callbacks [] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.401180 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port f3502f85-fc4b-4296-a725-5ccba89470a3 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:17.404079 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.540269 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for port (6f24fe33-2219-4194-b184-a637139fc06b), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.550963 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:17.576444 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-75911bc2-1cf3-4001-9f04-069ac096f8ed admin admin] Publish callbacks [] for security_group (20fd76ce-0c33-4de7-9ddf-54f9752399b3), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.587911 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.provisioning_blocks [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Transition to ACTIVE for port object 81f5f43f-6504-4380-9838-2b4d5f79d684 will not be triggered until provisioned by entity L2. {{(pid=104518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:31:17.602732 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for port (d122dca9-fcbc-437e-a0ef-41503c69bb5e), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.669961 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port f3502f85-fc4b-4296-a725-5ccba89470a3 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:17.683948 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-75911bc2-1cf3-4001-9f04-069ac096f8ed admin admin] Publish callbacks [] for security_group (20fd76ce-0c33-4de7-9ddf-54f9752399b3), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.691407 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-25e783b5-b36f-4841-97bc-b0682947dcfd admin admin] Publish callbacks [] for security_group (a79045d7-d3b8-4397-86d9-881994d0ce04), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.708883 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.809115 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-25e783b5-b36f-4841-97bc-b0682947dcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a79045d7-d3b8-4397-86d9-881994d0ce04), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:17.887684 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38956) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:17.981353 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (6f24fe33-2219-4194-b184-a637139fc06b), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:18.011333 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e783b5-b36f-4841-97bc-b0682947dcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79045d7-d3b8-4397-86d9-881994d0ce04,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:18.030303 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Pushing event updated for resources: {'Port': ['ID=81f5f43f-6504-4380-9838-2b4d5f79d684,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:18.080886 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (d122dca9-fcbc-437e-a0ef-41503c69bb5e), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:18.198083 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9596ef0f-25e6-4977-8a7e-5d1e2ebfd74e req-3a089c83-73e8-45f1-a84f-c1c6f0c3cb1f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 210 time: 0.3091693 Aug 05 15:31:18.228642 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:18.256592 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:18.290205 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-25e783b5-b36f-4841-97bc-b0682947dcfd admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=3fb76d2caec94893b1ecb7a9b0e96986&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9928808 Aug 05 15:31:18.293978 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38968) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:18.332596 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:18.403098 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:18.411488 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:18.416458 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'Port': ['ID=d122dca9-fcbc-437e-a0ef-41503c69bb5e,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:18.420646 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:31:18.478799 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Attempting to bind port 81f5f43f-6504-4380-9838-2b4d5f79d684 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:31:18.479263 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Attempting to bind port 81f5f43f-6504-4380-9838-2b4d5f79d684 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:31:18.479615 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Attempting to bind port 81f5f43f-6504-4380-9838-2b4d5f79d684 on network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:18.506793 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] For port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:31:18.511029 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Port 81f5f43f-6504-4380-9838-2b4d5f79d684 on network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:31:18.511192 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Attempting to bind port 81f5f43f-6504-4380-9838-2b4d5f79d684 on network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:18.518165 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] For port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:31:18.523004 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (7b9aec63-1e48-415b-a5d4-4e6a2bb75425), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:18.533915 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-75911bc2-1cf3-4001-9f04-069ac096f8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (20fd76ce-0c33-4de7-9ddf-54f9752399b3), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:18.536930 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-75911bc2-1cf3-4001-9f04-069ac096f8ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:18.540181 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-75911bc2-1cf3-4001-9f04-069ac096f8ed admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/20fd76ce-0c33-4de7-9ddf-54f9752399b3 HTTP/1.1" status: 204 len: 168 time: 1.4255102 Aug 05 15:31:18.570714 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0584c941-cf47-42e8-b9d4-2f03a77967f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:18.571741 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Allocated IP 172.20.0.5 (9a1c0f0f-08e4-4603-b269-a0bfc5e39497/d36bdce2-890c-44b1-9727-4cbe5fc6aa30/28c81c6f-0f04-42c8-9ebc-2615897dd265) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:31:18.598065 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:18.687983 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'Port': ['ID=6f24fe33-2219-4194-b184-a637139fc06b,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:18.704305 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:31:18.704660 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Checking segment: {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:31:18.705761 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Bound using segment: {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:31:18.706237 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Bound port: 81f5f43f-6504-4380-9838-2b4d5f79d684, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'}}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:31:18.706628 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:18.710374 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:18.714599 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-df9d7e7d-6a30-4381-86af-3297f48fd1dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2315075 Aug 05 15:31:18.717962 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:18.731802 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:18.731983 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430209e6-47c1-432c-a193-fa4d746e99ab req-6e77292f-9ef1-43b8-ab89-3589555c2fc8 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:18.733480 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-430209e6-47c1-432c-a193-fa4d746e99ab req-6e77292f-9ef1-43b8-ab89-3589555c2fc8 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 943 time: 0.4594409 Aug 05 15:31:18.740108 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:18.742244 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 HTTP/1.1" status: 200 len: 1094 time: 5.1323082 Aug 05 15:31:18.754741 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eaf6904-d36e-48d4-9d13-cd73e2e9af47', 'tag': '9a97ceb0-7729-4faa-9ff4-2bacbdbf1823'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:18.776222 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75911bc2-1cf3-4001-9f04-069ac096f8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fd76ce-0c33-4de7-9ddf-54f9752399b3,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:18.861223 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0584c941-cf47-42e8-b9d4-2f03a77967f0 admin admin] Publish callbacks [] for security_group (f5894a80-d60c-4cda-ac9b-c513548422c9), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:18.920201 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:31:18.985047 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1819132c-3525-4972-a6c8-4187e8bcdafb admin admin] Publish callbacks [] for security_group (a79045d7-d3b8-4397-86d9-881994d0ce04), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.100460 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1819132c-3525-4972-a6c8-4187e8bcdafb admin admin] Publish callbacks [] for security_group (a79045d7-d3b8-4397-86d9-881994d0ce04), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.204002 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-943f4b30-a832-4a70-be9a-07618b2934e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:19.206389 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-943f4b30-a832-4a70-be9a-07618b2934e7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 1128 time: 0.2798488 Aug 05 15:31:19.225265 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0584c941-cf47-42e8-b9d4-2f03a77967f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (f5894a80-d60c-4cda-ac9b-c513548422c9), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.243359 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 23da12bd-a4e4-421c-970c-d6b36e8b1de9 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:19.348769 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:19.349165 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.383703 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-0584c941-cf47-42e8-b9d4-2f03a77967f0 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7f522c6d50634355a39b1ed6401d1b66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4382122 Aug 05 15:31:19.413570 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 38998) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:19.418295 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584c941-cf47-42e8-b9d4-2f03a77967f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5894a80-d60c-4cda-ac9b-c513548422c9,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:19.437902 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-2e08cfd0-11cd-4a4c-8768-535fd09385f6 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 HTTP/1.1" status: 200 len: 217 time: 0.1648338 Aug 05 15:31:19.466326 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:19.485738 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (66f6bd41-4173-4704-92b2-4e534c84804d), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.488525 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbd52f9-386f-4803-9ea3-cd85781cc844" -d '{"events": [{"name": "network-changed", "server_uuid": "2eaf6904-d36e-48d4-9d13-cd73e2e9af47", "tag": "9a97ceb0-7729-4faa-9ff4-2bacbdbf1823"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:19.507215 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-430209e6-47c1-432c-a193-fa4d746e99ab req-5777200f-a956-4ff3-812f-1e66a54a810f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7266369 Aug 05 15:31:19.511874 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:19.511874 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.565872 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f9367-6746-4bb5-a5c7-a691ba476433 service neutron] Pushing event updated for resources: {'Port': ['ID=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:19.585238 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 23da12bd-a4e4-421c-970c-d6b36e8b1de9, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=23da12bd-a4e4-421c-970c-d6b36e8b1de9,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:19.631593 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-751509e3-89de-42d8-9a5c-702a971d1c45 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1837971509&fields=id&tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa HTTP/1.1" status: 200 len: 267 time: 0.3334010 Aug 05 15:31:19.638568 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:19.675065 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.698823 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Publish callbacks [] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.711944 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-e66a43bf-bae2-4de8-91e6-6ed9f908bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:19.713524 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-e66a43bf-bae2-4de8-91e6-6ed9f908bc9d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.2214541 Aug 05 15:31:19.752737 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=23da12bd-a4e4-421c-970c-d6b36e8b1de9,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:19.800672 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39002) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:19.804461 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] For port 81f5f43f-6504-4380-9838-2b4d5f79d684, host hv-cinder-84989, cleared binding levels {{(pid=104518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:31:19.822405 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:19.824177 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0a8570c4-5a0e-4665-b789-e3f8c23fe3bb req-b3502b69-f318-4b85-817a-b36b98507892 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 210 time: 0.1713572 Aug 05 15:31:19.849580 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7c1f9043-78df-4718-9bb1-8d78a21ce682 admin admin] Publish callbacks [] for security_group (f5894a80-d60c-4cda-ac9b-c513548422c9), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.854208 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] For port 81f5f43f-6504-4380-9838-2b4d5f79d684, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=81f5f43f-6504-4380-9838-2b4d5f79d684,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:31:19.880631 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1819132c-3525-4972-a6c8-4187e8bcdafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a79045d7-d3b8-4397-86d9-881994d0ce04), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.883326 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1819132c-3525-4972-a6c8-4187e8bcdafb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.884922 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-1819132c-3525-4972-a6c8-4187e8bcdafb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a79045d7-d3b8-4397-86d9-881994d0ce04 HTTP/1.1" status: 204 len: 168 time: 1.5700309 Aug 05 15:31:19.902372 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (6f24fe33-2219-4194-b184-a637139fc06b), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:19.914037 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-18b95c69-6e13-4f04-bc69-b4530ecca918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:20.005959 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:20.022473 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819132c-3525-4972-a6c8-4187e8bcdafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79045d7-d3b8-4397-86d9-881994d0ce04,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:20.040918 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7c1f9043-78df-4718-9bb1-8d78a21ce682 admin admin] Publish callbacks [] for security_group (f5894a80-d60c-4cda-ac9b-c513548422c9), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:20.040918 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:20.055802 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-946f331f-aad5-4406-8b4e-559c1c9b9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:20.062837 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-946f331f-aad5-4406-8b4e-559c1c9b9626 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3374474 Aug 05 15:31:20.073198 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:20.240210 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:20.272528 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:20.275356 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:31:20.281563 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff0d1bd-f946-4adc-9cad-336600f929e8 x-openstack-request-id: req-4ff0d1bd-f946-4adc-9cad-336600f929e8 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:20.281563 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eaf6904-d36e-48d4-9d13-cd73e2e9af47", "tag": "9a97ceb0-7729-4faa-9ff4-2bacbdbf1823", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:20.281563 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4ff0d1bd-f946-4adc-9cad-336600f929e8 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:20.282275 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff0d1bd-f946-4adc-9cad-336600f929e8'] response: {'name': 'network-changed', 'server_uuid': '2eaf6904-d36e-48d4-9d13-cd73e2e9af47', 'tag': '9a97ceb0-7729-4faa-9ff4-2bacbdbf1823', 'status': 'completed', 'code': 200} Aug 05 15:31:20.439119 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Pushing event updated for resources: {'Port': ['ID=28c81c6f-0f04-42c8-9ebc-2615897dd265,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:20.555223 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:20.557710 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:20.561785 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/81f5f43f-6504-4380-9838-2b4d5f79d684 HTTP/1.1" status: 200 len: 1093 time: 6.3064747 Aug 05 15:31:20.566255 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-18b95c69-6e13-4f04-bc69-b4530ecca918 admin admin] Publish callbacks [] for security_group (ef18d916-e5f8-4d59-a45d-db4fc616dbba), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:20.573549 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:20.574359 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:20.598892 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-87c4788f-c8de-4055-b4e3-fd8ae7adff0a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570167 Aug 05 15:31:20.613067 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea1d385-2084-4d85-b55b-b3f0f3c55cb0', 'tag': '81f5f43f-6504-4380-9838-2b4d5f79d684'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:20.673172 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-9c194f85-71c3-4289-8a91-774afe50e756 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:20.675984 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-9c194f85-71c3-4289-8a91-774afe50e756 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/networks?id=5556c147-7063-4e54-b1ad-a45bb656fda4 HTTP/1.1" status: 200 len: 811 time: 1.0161810 Aug 05 15:31:20.685268 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-18b95c69-6e13-4f04-bc69-b4530ecca918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (ef18d916-e5f8-4d59-a45d-db4fc616dbba), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:20.685632 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-4c11456d-9735-45e0-a688-217fe215a181 None None] Provisioning complete for port 28c81c6f-0f04-42c8-9ebc-2615897dd265 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:20.686706 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-4c11456d-9735-45e0-a688-217fe215a181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:20.779301 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-18b95c69-6e13-4f04-bc69-b4530ecca918 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a4715fb4480b4119b8212f2f4b0c6063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9763207 Aug 05 15:31:20.783883 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39022) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:20.817579 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-f9e7c904-dc4c-482d-953d-e250555758a4 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/quotas/f9776de9e6d341fdbf7ac4fa70b994aa HTTP/1.1" status: 200 len: 375 time: 0.1066899 Aug 05 15:31:20.817779 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-4c11456d-9735-45e0-a688-217fe215a181 None None] Port 28c81c6f-0f04-42c8-9ebc-2615897dd265 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:20.817878 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-56c5a1ba-f429-4b6e-9770-02c9580d593f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8199205 Aug 05 15:31:20.846536 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Request body: {'port': {'device_id': 'b6fc8045-3334-4a65-8f0c-abb0fccd473e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:20.866182 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa938a-4fd7-4fd1-97a8-704b7f5b2f76 req-05738d45-f7d1-4876-8b37-3986d1d6b4e8 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:20.874851 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e9fa938a-4fd7-4fd1-97a8-704b7f5b2f76 req-05738d45-f7d1-4876-8b37-3986d1d6b4e8 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 943 time: 0.2132826 Aug 05 15:31:20.878061 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f448b0d-b27b-4906-93a2-35c80a099500 service neutron] Pushing event updated for resources: {'Port': ['ID=81f5f43f-6504-4380-9838-2b4d5f79d684,revision_number=3']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:20.899336 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b95c69-6e13-4f04-bc69-b4530ecca918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef18d916-e5f8-4d59-a45d-db4fc616dbba,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:20.992088 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:21.008129 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32ad764-e134-45ca-8d39-f58f94598f38" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea1d385-2084-4d85-b55b-b3f0f3c55cb0", "tag": "81f5f43f-6504-4380-9838-2b4d5f79d684"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:21.029869 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-b64eefc3-aca6-445c-8b85-8b36fff7920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:21.031355 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-b64eefc3-aca6-445c-8b85-8b36fff7920a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 1127 time: 0.2725799 Aug 05 15:31:21.061631 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-553608b0-7f5b-4e4f-8c7a-64e02bcfb17e tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1632788 Aug 05 15:31:21.062568 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5b5fa0e0-1369-4dc2-a6e2-82c983d04ec2 req-0609921e-c396-4b06-97cf-610359c6e044 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012158 Aug 05 15:31:21.077685 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.139346 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7d51e239-5b41-49de-b083-67ba883f20e8 admin admin] Publish callbacks [] for security_group (ef18d916-e5f8-4d59-a45d-db4fc616dbba), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.192183 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for port (6f24fe33-2219-4194-b184-a637139fc06b), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.245967 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39034) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:21.263476 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 23da12bd-a4e4-421c-970c-d6b36e8b1de9 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:21.288484 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7d51e239-5b41-49de-b083-67ba883f20e8 admin admin] Publish callbacks [] for security_group (ef18d916-e5f8-4d59-a45d-db4fc616dbba), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.360522 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-594adca5-5762-4eb7-8c72-4cbf84614e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.373602 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:21.384510 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:21.385246 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.392301 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:21.396616 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7c1f9043-78df-4718-9bb1-8d78a21ce682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (f5894a80-d60c-4cda-ac9b-c513548422c9), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.416082 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7c1f9043-78df-4718-9bb1-8d78a21ce682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.417276 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-7c1f9043-78df-4718-9bb1-8d78a21ce682 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f5894a80-d60c-4cda-ac9b-c513548422c9 HTTP/1.1" status: 204 len: 168 time: 1.9917548 Aug 05 15:31:21.459684 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (6f24fe33-2219-4194-b184-a637139fc06b), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.518906 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b513346a-eaa5-40ea-85a1-e172935d3dd5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990214 Aug 05 15:31:21.520341 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-5d8e6c0b-44bf-4501-a6fd-5cd3b5e3476a service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81f5f43f-6504-4380-9838-2b4d5f79d684 HTTP/1.1" status: 200 len: 217 time: 0.4494207 Aug 05 15:31:21.525591 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (66f6bd41-4173-4704-92b2-4e534c84804d), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.538821 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:21.545330 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e9fa938a-4fd7-4fd1-97a8-704b7f5b2f76 req-d537ac0d-c62b-4feb-98bc-5e823236f0e6 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6662447 Aug 05 15:31:21.593781 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7d51e239-5b41-49de-b083-67ba883f20e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (ef18d916-e5f8-4d59-a45d-db4fc616dbba), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.596686 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7d51e239-5b41-49de-b083-67ba883f20e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:21.597821 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7d51e239-5b41-49de-b083-67ba883f20e8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ef18d916-e5f8-4d59-a45d-db4fc616dbba HTTP/1.1" status: 204 len: 168 time: 0.7816746 Aug 05 15:31:21.675185 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51e239-5b41-49de-b083-67ba883f20e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef18d916-e5f8-4d59-a45d-db4fc616dbba,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:21.683460 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:21.771684 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd52f9-386f-4803-9ea3-cd85781cc844 req-0b53e5ea-0bfd-44fc-a3e1-be925b2f6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:21.773371 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-6bbd52f9-386f-4803-9ea3-cd85781cc844 req-0b53e5ea-0bfd-44fc-a3e1-be925b2f6d06 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 1128 time: 0.3404024 Aug 05 15:31:21.784582 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:21.800606 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f9043-78df-4718-9bb1-8d78a21ce682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5894a80-d60c-4cda-ac9b-c513548422c9,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:22.053042 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:22.054301 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2238309 Aug 05 15:31:22.074115 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb25e2f-5fca-4ae3-b91b-9ed8a1c17794 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'Port': ['ID=6f24fe33-2219-4194-b184-a637139fc06b,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:22.108468 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1a972-7eb1-489d-b8f6-c534b5cbe0ee req-fa24987e-aeb7-4f45-a20d-8dc54516c5bc tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:22.110310 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ecb1a972-7eb1-489d-b8f6-c534b5cbe0ee req-fa24987e-aeb7-4f45-a20d-8dc54516c5bc tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 931 time: 0.3857262 Aug 05 15:31:22.112006 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-1b355510-350a-466c-9cbb-39b4f0918ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:22.113634 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-1b355510-350a-466c-9cbb-39b4f0918ec2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.5604005 Aug 05 15:31:22.130616 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-7352ef0b-d1c3-4c6d-a356-527cc111372a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5531640 Aug 05 15:31:22.141784 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd52f9-386f-4803-9ea3-cd85781cc844 req-2dc72f93-1170-499f-af2f-eccf80a7ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:22.144468 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-6bbd52f9-386f-4803-9ea3-cd85781cc844 req-2dc72f93-1170-499f-af2f-eccf80a7ff7d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 0.3587549 Aug 05 15:31:22.265954 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ecb1a972-7eb1-489d-b8f6-c534b5cbe0ee req-6aa0ea83-8c53-4313-ae99-0e8f5073b004 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340518 Aug 05 15:31:22.308641 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c81c6f-0f04-42c8-9ebc-2615897dd265 {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:31:22.325506 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Publish callbacks [] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:22.353320 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Transition to ACTIVE for port object 28c81c6f-0f04-42c8-9ebc-2615897dd265 will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:31:22.356875 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-594adca5-5762-4eb7-8c72-4cbf84614e8d admin admin] Publish callbacks [] for security_group (c5222d7d-a55b-4ba4-b6c6-a1c0a5c3984f), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:22.405803 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-6bbd52f9-386f-4803-9ea3-cd85781cc844 req-91dc1ce0-ec08-46b9-b51e-03150d73805e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 HTTP/1.1" status: 200 len: 217 time: 0.1462693 Aug 05 15:31:22.470265 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:22.472950 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-594adca5-5762-4eb7-8c72-4cbf84614e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (c5222d7d-a55b-4ba4-b6c6-a1c0a5c3984f), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:22.494964 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-802c49d6-c87c-4ded-ac1f-5196ade5ddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:22.496964 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-802c49d6-c87c-4ded-ac1f-5196ade5ddb2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2562366 Aug 05 15:31:22.523652 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 39068) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:22.568637 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-594adca5-5762-4eb7-8c72-4cbf84614e8d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=8bf072219f434680b52aad1586cab489&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3210502 Aug 05 15:31:22.572621 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39074) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:22.652676 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1ac69e23-d872-4943-9ca4-26d5e2dced38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:22.670547 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:22.801028 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594adca5-5762-4eb7-8c72-4cbf84614e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5222d7d-a55b-4ba4-b6c6-a1c0a5c3984f,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:22.827177 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd52f9-386f-4803-9ea3-cd85781cc844 req-4e51cfa0-fb9d-402f-aae1-272f87f12ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:22.832636 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-6bbd52f9-386f-4803-9ea3-cd85781cc844 req-4e51cfa0-fb9d-402f-aae1-272f87f12ca2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.4142044 Aug 05 15:31:22.854887 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=28c81c6f-0f04-42c8-9ebc-2615897dd265,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:22.936997 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3090435-8300-4419-8f18-c2508cb1b253 x-openstack-request-id: req-e3090435-8300-4419-8f18-c2508cb1b253 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:22.938005 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea1d385-2084-4d85-b55b-b3f0f3c55cb0", "tag": "81f5f43f-6504-4380-9838-2b4d5f79d684", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:22.938583 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e3090435-8300-4419-8f18-c2508cb1b253 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:22.940286 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3090435-8300-4419-8f18-c2508cb1b253'] response: {'name': 'network-changed', 'server_uuid': '5ea1d385-2084-4d85-b55b-b3f0f3c55cb0', 'tag': '81f5f43f-6504-4380-9838-2b4d5f79d684', 'status': 'completed', 'code': 200} Aug 05 15:31:23.028949 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ed15eef3-5e0e-4bfd-96f1-0b177a98c915 req-105743f2-13b0-4fb1-9999-c48d218c7e72 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 210 time: 0.0689998 Aug 05 15:31:23.065839 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-6076af26-f681-4454-8c13-9ff188ace5e9 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1560428549&fields=id&tenant_id=648f7ac8fb934441b6782d00d0b5ef10 HTTP/1.1" status: 200 len: 267 time: 0.4428117 Aug 05 15:31:23.228464 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd52f9-386f-4803-9ea3-cd85781cc844 req-46e40f11-5ff7-4b6a-89ca-39e6c577ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:23.230054 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-6bbd52f9-386f-4803-9ea3-cd85781cc844 req-46e40f11-5ff7-4b6a-89ca-39e6c577ca85 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3573179 Aug 05 15:31:23.317856 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1ac69e23-d872-4943-9ca4-26d5e2dced38 admin admin] Publish callbacks [] for security_group (e87d8731-74b9-42e2-aa36-12d749bcf759), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:23.336391 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bc62dc6a-7c25-41eb-b093-dcef0414477b admin admin] Publish callbacks [] for security_group (c5222d7d-a55b-4ba4-b6c6-a1c0a5c3984f), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:23.371147 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bc62dc6a-7c25-41eb-b093-dcef0414477b admin admin] Publish callbacks [] for security_group (c5222d7d-a55b-4ba4-b6c6-a1c0a5c3984f), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:23.383946 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-119bac7a-dac7-4587-b8f5-ef7a2d97d0b0 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:23.385482 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-119bac7a-dac7-4587-b8f5-ef7a2d97d0b0 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 817 time: 0.3085449 Aug 05 15:31:23.390231 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-967e0bf8-eac8-4fd3-be71-9b212dab6bd5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8846414 Aug 05 15:31:23.398153 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcdc36-db06-419f-b252-23bd9c985022 req-a91db718-a0ff-4ad6-aaee-453982bb8b9d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:23.405454 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6dbcdc36-db06-419f-b252-23bd9c985022 req-a91db718-a0ff-4ad6-aaee-453982bb8b9d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 943 time: 0.0898404 Aug 05 15:31:23.432651 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Attempting to bind port 28c81c6f-0f04-42c8-9ebc-2615897dd265 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:31:23.433071 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Attempting to bind port 28c81c6f-0f04-42c8-9ebc-2615897dd265 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:31:23.433423 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Attempting to bind port 28c81c6f-0f04-42c8-9ebc-2615897dd265 on network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:23.452649 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-b4b1eaed-382f-48b7-b51e-3733d7801f87 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/quotas/648f7ac8fb934441b6782d00d0b5ef10 HTTP/1.1" status: 200 len: 375 time: 0.0415194 Aug 05 15:31:23.471150 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1ac69e23-d872-4943-9ca4-26d5e2dced38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e87d8731-74b9-42e2-aa36-12d749bcf759), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:23.471300 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Port 28c81c6f-0f04-42c8-9ebc-2615897dd265 on network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:31:23.471582 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Attempting to bind port 28c81c6f-0f04-42c8-9ebc-2615897dd265 on network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:23.481595 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:31:23.481939 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Checking segment: {'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:31:23.482372 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Bound using segment: {'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:31:23.482833 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Bound port: 28c81c6f-0f04-42c8-9ebc-2615897dd265, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aacf3e01-947b-4671-a620-e053f15b0a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:31:23.483247 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:23.553389 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:23.554756 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-6bbd52f9-386f-4803-9ea3-cd85781cc844 req-19bdf037-9656-4ea1-af0b-7b2cfc0e862d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027158 Aug 05 15:31:23.640904 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bc62dc6a-7c25-41eb-b093-dcef0414477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (c5222d7d-a55b-4ba4-b6c6-a1c0a5c3984f), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:23.644137 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bc62dc6a-7c25-41eb-b093-dcef0414477b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:23.647758 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-bc62dc6a-7c25-41eb-b093-dcef0414477b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c5222d7d-a55b-4ba4-b6c6-a1c0a5c3984f HTTP/1.1" status: 204 len: 168 time: 0.8825486 Aug 05 15:31:23.666128 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] For port 28c81c6f-0f04-42c8-9ebc-2615897dd265, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:31:23.671646 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-1ac69e23-d872-4943-9ca4-26d5e2dced38 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=112d51b876a54a0687b6a4bb1581cc75&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1425493 Aug 05 15:31:23.671843 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62dc6a-7c25-41eb-b093-dcef0414477b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5222d7d-a55b-4ba4-b6c6-a1c0a5c3984f,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:23.674216 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39108) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:23.732237 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] For port 28c81c6f-0f04-42c8-9ebc-2615897dd265, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=28c81c6f-0f04-42c8-9ebc-2615897dd265,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:31:23.748874 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-08e54089-6ec5-4bf4-9ee2-44c7fe763b31 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2914829 Aug 05 15:31:23.786055 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac69e23-d872-4943-9ca4-26d5e2dced38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87d8731-74b9-42e2-aa36-12d749bcf759,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:23.802610 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6dbcdc36-db06-419f-b252-23bd9c985022 req-209fdb81-d694-424d-90dd-a36bf3c48dc1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962877 Aug 05 15:31:23.844495 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:23.848854 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:23.849899 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:23.851580 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/28c81c6f-0f04-42c8-9ebc-2615897dd265 HTTP/1.1" status: 200 len: 1093 time: 3.0151944 Aug 05 15:31:23.852738 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4b47d484-5d59-4d7d-abad-55a021a8ef83 admin admin] Publish callbacks [] for security_group (e87d8731-74b9-42e2-aa36-12d749bcf759), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:23.865896 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fc8045-3334-4a65-8f0c-abb0fccd473e', 'tag': '28c81c6f-0f04-42c8-9ebc-2615897dd265'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:23.872232 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90fe56d-35ac-473c-8fa8-6b500fd446e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fc8045-3334-4a65-8f0c-abb0fccd473e", "tag": "28c81c6f-0f04-42c8-9ebc-2615897dd265"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:23.891437 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-6bbd52f9-386f-4803-9ea3-cd85781cc844 req-6ffcaaa1-543f-4d2c-8d1a-f24b8efc6785 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208640 Aug 05 15:31:23.998755 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:24.018127 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4b47d484-5d59-4d7d-abad-55a021a8ef83 admin admin] Publish callbacks [] for security_group (e87d8731-74b9-42e2-aa36-12d749bcf759), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:24.147608 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245faa5b-ef86-4ba5-afc7-471497dcdbf0 service neutron] Pushing event updated for resources: {'Port': ['ID=28c81c6f-0f04-42c8-9ebc-2615897dd265,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:24.159098 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-2db931a6-7bcf-4159-88a2-e877724b2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:24.160859 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-2db931a6-7bcf-4159-88a2-e877724b2c7d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=020b2f0e82d14211b286f1ac1e3823a9&device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 1127 time: 0.1158288 Aug 05 15:31:24.244308 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d99c050-c14c-4a66-a661-7f3bf398ec9d req-9827195f-3be8-4efa-ba8a-066488c6c3e7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7739191 Aug 05 15:31:24.256154 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14c091-a695-4f13-8b2d-dcb39fada465 req-8981b9aa-a4b0-41b7-9e8d-dfcce3380ff5 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:24.258124 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3a14c091-a695-4f13-8b2d-dcb39fada465 req-8981b9aa-a4b0-41b7-9e8d-dfcce3380ff5 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 943 time: 0.1879866 Aug 05 15:31:24.289029 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-91b2b8f2-dfe9-4c5b-b5ad-5b329e168bf7 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28c81c6f-0f04-42c8-9ebc-2615897dd265 HTTP/1.1" status: 200 len: 217 time: 0.1136229 Aug 05 15:31:24.360154 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-5d6dd6d5-1dce-4bd9-b377-0f4dfcea550f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015073 Aug 05 15:31:24.381374 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:24.393109 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-5fd61ab4-bce7-4969-abe7-4214172ecb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:24.394622 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-5fd61ab4-bce7-4969-abe7-4214172ecb77 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=d36bdce2-890c-44b1-9727-4cbe5fc6aa30 HTTP/1.1" status: 200 len: 850 time: 0.0845029 Aug 05 15:31:24.446813 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4b47d484-5d59-4d7d-abad-55a021a8ef83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e87d8731-74b9-42e2-aa36-12d749bcf759), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:24.452887 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4b47d484-5d59-4d7d-abad-55a021a8ef83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:24.460725 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-4b47d484-5d59-4d7d-abad-55a021a8ef83 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e87d8731-74b9-42e2-aa36-12d749bcf759 HTTP/1.1" status: 204 len: 168 time: 0.7821450 Aug 05 15:31:24.486743 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3a14c091-a695-4f13-8b2d-dcb39fada465 req-19db0d9c-0233-4df9-a31d-d83755f92927 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866012 Aug 05 15:31:24.536718 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47d484-5d59-4d7d-abad-55a021a8ef83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87d8731-74b9-42e2-aa36-12d749bcf759,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:24.542965 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-33631ae2-825f-4489-96fa-653fd103a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:24.544504 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-33631ae2-825f-4489-96fa-653fd103a6fa service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9a1c0f0f-08e4-4603-b269-a0bfc5e39497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1419370 Aug 05 15:31:24.593019 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:24.648789 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-74003afc-48fe-42f8-b19c-92affe088882 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874660 Aug 05 15:31:24.659308 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad764-e134-45ca-8d39-f58f94598f38 req-da67c363-87da-4d18-a449-cca81072c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:24.661644 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c32ad764-e134-45ca-8d39-f58f94598f38 req-da67c363-87da-4d18-a449-cca81072c148 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 1127 time: 0.1418233 Aug 05 15:31:24.761963 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-973ec048-39ca-4055-bc11-661a1c4a4287 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9a1c0f0f-08e4-4603-b269-a0bfc5e39497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917474 Aug 05 15:31:24.763395 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7481c6-a60d-47cd-84a0-eeb5ec23c9ad x-openstack-request-id: req-3a7481c6-a60d-47cd-84a0-eeb5ec23c9ad {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:24.763733 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fc8045-3334-4a65-8f0c-abb0fccd473e", "tag": "28c81c6f-0f04-42c8-9ebc-2615897dd265", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:24.763966 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3a7481c6-a60d-47cd-84a0-eeb5ec23c9ad {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:24.764378 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7481c6-a60d-47cd-84a0-eeb5ec23c9ad'] response: {'name': 'network-changed', 'server_uuid': 'b6fc8045-3334-4a65-8f0c-abb0fccd473e', 'tag': '28c81c6f-0f04-42c8-9ebc-2615897dd265', 'status': 'completed', 'code': 200} Aug 05 15:31:24.898279 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e37dbd9d-2813-4cc9-bd84-fa773426fbd0 req-c32fa275-39fa-4e28-b8f4-4859c2f4c398 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9a1c0f0f-08e4-4603-b269-a0bfc5e39497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288526 Aug 05 15:31:25.222762 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e3312597-d907-46d5-9f9d-9a21031e0f5d req-91c8aa99-23f5-4404-816f-033bca1384fa tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 210 time: 0.4797149 Aug 05 15:31:25.437800 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eaa43eb7-9fb7-4ead-8e7c-cc1b4f2bd6e7 req-a0fe72c3-a79d-48c4-b1dc-487bb609453b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 210 time: 0.0882704 Aug 05 15:31:25.458274 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27551a7b-8de6-4cc0-b22b-132586495cdf req-69727d5c-9875-47c3-8dd9-7390c37d899c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:25.468398 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27551a7b-8de6-4cc0-b22b-132586495cdf req-69727d5c-9875-47c3-8dd9-7390c37d899c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 943 time: 0.2951784 Aug 05 15:31:25.601710 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fe56d-35ac-473c-8fa8-6b500fd446e2 req-242bfb2a-d29b-4e07-bec4-a8690a121636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:25.603512 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90fe56d-35ac-473c-8fa8-6b500fd446e2 req-242bfb2a-d29b-4e07-bec4-a8690a121636 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=020b2f0e82d14211b286f1ac1e3823a9&device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 1127 time: 0.1062129 Aug 05 15:31:25.733915 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad764-e134-45ca-8d39-f58f94598f38 req-f4c2ef68-ddff-40a7-b110-77b62c30a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:25.735421 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c32ad764-e134-45ca-8d39-f58f94598f38 req-f4c2ef68-ddff-40a7-b110-77b62c30a258 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 1.0569100 Aug 05 15:31:25.777484 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27551a7b-8de6-4cc0-b22b-132586495cdf req-3b404b3c-b3bf-442f-9dac-37bb452c1fa3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014150 Aug 05 15:31:25.889352 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:25.964625 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c32ad764-e134-45ca-8d39-f58f94598f38 req-3cad0e15-68fd-4225-9311-79975d0bf588 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81f5f43f-6504-4380-9838-2b4d5f79d684 HTTP/1.1" status: 200 len: 217 time: 0.1584501 Aug 05 15:31:26.030042 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812b224-2708-4628-8eef-c60dc0d0388b req-21f0237f-a30b-40e0-aa62-bb62f59ebd33 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:26.031732 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e812b224-2708-4628-8eef-c60dc0d0388b req-21f0237f-a30b-40e0-aa62-bb62f59ebd33 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 943 time: 0.3558073 Aug 05 15:31:26.047999 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-5d0ee209-cfbb-4226-93c6-fbc7de0af985 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:26.051011 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-5d0ee209-cfbb-4226-93c6-fbc7de0af985 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.17 "GET /networking/v2.0/networks?id=5556c147-7063-4e54-b1ad-a45bb656fda4 HTTP/1.1" status: 200 len: 811 time: 0.4115775 Aug 05 15:31:26.063288 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fe56d-35ac-473c-8fa8-6b500fd446e2 req-5a22f7b8-1d37-4d1b-a60a-ffefd1ba3487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:26.065778 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90fe56d-35ac-473c-8fa8-6b500fd446e2 req-5a22f7b8-1d37-4d1b-a60a-ffefd1ba3487 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=9a1c0f0f-08e4-4603-b269-a0bfc5e39497 HTTP/1.1" status: 200 len: 912 time: 0.4505372 Aug 05 15:31:26.207744 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90fe56d-35ac-473c-8fa8-6b500fd446e2 req-e60a7750-75d4-492f-be90-f109b25a7002 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28c81c6f-0f04-42c8-9ebc-2615897dd265 HTTP/1.1" status: 200 len: 217 time: 0.1289494 Aug 05 15:31:26.309480 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e812b224-2708-4628-8eef-c60dc0d0388b req-d3d36f5d-8a00-45af-a162-36d9f08b89f9 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403409 Aug 05 15:31:26.313905 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad764-e134-45ca-8d39-f58f94598f38 req-73535e06-96ff-4a44-8c03-3e8156a300f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:26.317380 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c32ad764-e134-45ca-8d39-f58f94598f38 req-73535e06-96ff-4a44-8c03-3e8156a300f6 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.2776406 Aug 05 15:31:26.341073 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:26.364440 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-aa5efb77-1765-4014-a5ed-1dcca8703032 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa HTTP/1.1" status: 200 len: 380 time: 0.2917519 Aug 05 15:31:26.417880 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fe56d-35ac-473c-8fa8-6b500fd446e2 req-060fb9cd-e000-4e96-bdb6-aeffc0d20d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:26.419862 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90fe56d-35ac-473c-8fa8-6b500fd446e2 req-060fb9cd-e000-4e96-bdb6-aeffc0d20d9b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=d36bdce2-890c-44b1-9727-4cbe5fc6aa30 HTTP/1.1" status: 200 len: 850 time: 0.0804410 Aug 05 15:31:26.433029 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-53b3b0a5-622c-4e0a-9eb5-daccffcaea7c req-5497395e-a138-4f0a-bc25-317bbe4e87ff tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 210 time: 0.0600808 Aug 05 15:31:26.446519 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad764-e134-45ca-8d39-f58f94598f38 req-8932fa90-92cb-49d7-b120-878468485751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:26.448893 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c32ad764-e134-45ca-8d39-f58f94598f38 req-8932fa90-92cb-49d7-b120-878468485751 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1243403 Aug 05 15:31:26.527213 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'port': {'device_id': '12163066-5037-46d7-8e66-c900aead6e69', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'admin_state_up': True, 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'security_groups': ['494bd92f-a828-4103-b576-df16735e5119']}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:26.568863 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9137178f-6998-4040-9c51-8140bb237132 req-0fe2458e-0e20-4e6c-bd21-8807d39956fc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 210 time: 0.0478663 Aug 05 15:31:26.683012 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c32ad764-e134-45ca-8d39-f58f94598f38 req-c6ff285a-523f-4e02-bfd3-185a0ace8fd8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508734 Aug 05 15:31:26.685320 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fe56d-35ac-473c-8fa8-6b500fd446e2 req-c04c2a2d-1807-4332-b588-1517fd047927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:26.686807 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90fe56d-35ac-473c-8fa8-6b500fd446e2 req-c04c2a2d-1807-4332-b588-1517fd047927 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9a1c0f0f-08e4-4603-b269-a0bfc5e39497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1549301 Aug 05 15:31:26.810383 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Made reservation on behalf of f9776de9e6d341fdbf7ac4fa70b994aa for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:31:26.813906 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:26.896309 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a43c0-b4b9-4cf8-829f-729698a141a8 req-bdd85ea2-545d-4c6d-97c7-ccaa130a20df tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:26.898028 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e41a43c0-b4b9-4cf8-829f-729698a141a8 req-bdd85ea2-545d-4c6d-97c7-ccaa130a20df tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 943 time: 0.0696549 Aug 05 15:31:26.970516 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Allocated IP 172.20.0.14 (5556c147-7063-4e54-b1ad-a45bb656fda4/cb3c1b3d-59c6-4141-ad48-5db85d354a8b/3bde49ef-58cd-4efe-9d08-24840f0c6502) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:31:26.998652 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e41a43c0-b4b9-4cf8-829f-729698a141a8 req-2a554a82-8599-47d3-8c16-7900cac26161 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893145 Aug 05 15:31:27.075774 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39228) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:27.120788 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c32ad764-e134-45ca-8d39-f58f94598f38 req-88165d6c-3113-47d6-b737-623b6fe5bf2f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498802 Aug 05 15:31:27.183276 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90fe56d-35ac-473c-8fa8-6b500fd446e2 req-96c8f666-3ca7-4a01-a27c-b336f927d54d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9a1c0f0f-08e4-4603-b269-a0bfc5e39497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098157 Aug 05 15:31:27.243108 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9d37d10-0ae3-4b42-b268-402b444401fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:27.270285 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:27.327355 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:27.366180 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9d37d10-0ae3-4b42-b268-402b444401fc admin admin] Publish callbacks [] for security_group (1945413d-8e85-47b0-9f5a-7755ab64af79), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:27.433723 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0556a-3a9e-420a-a9f6-1127a8fdcc2d req-19db7a26-0b3f-428f-8d76-819a34983e7c tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:27.435429 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7bd0556a-3a9e-420a-a9f6-1127a8fdcc2d req-19db7a26-0b3f-428f-8d76-819a34983e7c tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 943 time: 0.0480132 Aug 05 15:31:27.451057 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd0a5-e64b-49a6-a69f-7ffa5e6fa056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:27.467572 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9d37d10-0ae3-4b42-b268-402b444401fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (1945413d-8e85-47b0-9f5a-7755ab64af79), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:27.470604 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:27.476452 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:27.508240 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7bd0556a-3a9e-420a-a9f6-1127a8fdcc2d req-ea93ac41-882b-4e98-9c03-704586c210dc tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661857 Aug 05 15:31:27.576502 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-a9d37d10-0ae3-4b42-b268-402b444401fc admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=413e184357684d2db032404bfeeb098e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4979093 Aug 05 15:31:27.579915 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 39252) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:27.591220 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Network 5556c147-7063-4e54-b1ad-a45bb656fda4 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:27.592263 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d37d10-0ae3-4b42-b268-402b444401fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1945413d-8e85-47b0-9f5a-7755ab64af79,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:27.598440 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:27.604276 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:31:27.646857 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'Port': ['ID=3bde49ef-58cd-4efe-9d08-24840f0c6502,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:27.655766 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822963b-6610-4cbd-a650-0bfed173ba7c req-10cc2afe-33c2-4987-85c3-2cd8496fc281 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:27.663766 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7822963b-6610-4cbd-a650-0bfed173ba7c req-10cc2afe-33c2-4987-85c3-2cd8496fc281 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 932 time: 0.0941279 Aug 05 15:31:27.679600 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:27.714040 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:27.719175 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:27.761473 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-784b14ff-6bec-4dcc-9fd3-da4d24c57edb admin admin] Publish callbacks [] for security_group (1945413d-8e85-47b0-9f5a-7755ab64af79), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:27.781817 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7822963b-6610-4cbd-a650-0bfed173ba7c req-04e8e2d8-f219-4972-b7f1-a0787992a01b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171870 Aug 05 15:31:27.786792 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-57d05e3b-59e1-4ad2-b2ca-5d3d8b4fddfc req-e5681a0f-7407-4ce8-b121-9e23b8d046df tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 210 time: 0.0477839 Aug 05 15:31:27.796524 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-62362f7c-2dab-4759-9e61-d5f97a605684 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2731566 Aug 05 15:31:27.840506 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-784b14ff-6bec-4dcc-9fd3-da4d24c57edb admin admin] Publish callbacks [] for security_group (1945413d-8e85-47b0-9f5a-7755ab64af79), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:27.999920 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-2777746f-0a7f-401f-80de-c02aef8155be None None] Provisioning complete for port 3bde49ef-58cd-4efe-9d08-24840f0c6502 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:28.000419 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2777746f-0a7f-401f-80de-c02aef8155be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:28.009485 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-784b14ff-6bec-4dcc-9fd3-da4d24c57edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (1945413d-8e85-47b0-9f5a-7755ab64af79), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:28.012681 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-784b14ff-6bec-4dcc-9fd3-da4d24c57edb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:28.014008 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-784b14ff-6bec-4dcc-9fd3-da4d24c57edb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1945413d-8e85-47b0-9f5a-7755ab64af79 HTTP/1.1" status: 204 len: 168 time: 0.4329114 Aug 05 15:31:28.025562 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b14ff-6bec-4dcc-9fd3-da4d24c57edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1945413d-8e85-47b0-9f5a-7755ab64af79,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:28.062202 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-2777746f-0a7f-401f-80de-c02aef8155be None None] Port 3bde49ef-58cd-4efe-9d08-24840f0c6502 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:28.094566 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:28.142476 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5314b86-3ecb-44b7-8356-b3eb4f9381a0 req-275d11ce-2bd1-44ac-b8b2-e0ad6df0fe6b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:28.144087 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d5314b86-3ecb-44b7-8356-b3eb4f9381a0 req-275d11ce-2bd1-44ac-b8b2-e0ad6df0fe6b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 943 time: 0.0588880 Aug 05 15:31:28.202641 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d5314b86-3ecb-44b7-8356-b3eb4f9381a0 req-9bbaaf1e-0cce-4ccf-a782-3f74047dbe32 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527096 Aug 05 15:31:28.640424 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd11924-281f-47e0-b2aa-a4b3db4b98c2 req-379ea641-ef73-42a6-86b5-ac484ba6a53f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:28.642449 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dcd11924-281f-47e0-b2aa-a4b3db4b98c2 req-379ea641-ef73-42a6-86b5-ac484ba6a53f tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 943 time: 0.0476363 Aug 05 15:31:28.697286 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dcd11924-281f-47e0-b2aa-a4b3db4b98c2 req-1537f0ac-7124-42fa-81e4-0d2b2a771556 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490768 Aug 05 15:31:28.856252 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:31:28.871968 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 39300) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:28.896940 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ae1d558f-b129-45f1-b477-23815df1f701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:28.961296 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:28.988455 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32327ea8-69a6-4a0f-b609-6e830a77fa0b req-2f8676e2-6372-4fe6-af62-bb6eb0f5d151 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:28.991231 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32327ea8-69a6-4a0f-b609-6e830a77fa0b req-2f8676e2-6372-4fe6-af62-bb6eb0f5d151 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 932 time: 0.0860851 Aug 05 15:31:28.992218 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ed5696e6-929f-4a3a-8642-21a49be4a4b4 req-ccf71c28-c62b-4d0f-9b46-413f4c15505f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 210 time: 0.0547340 Aug 05 15:31:29.018202 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:29.030772 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '9a97ceb0-7729-4faa-9ff4-2bacbdbf1823', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'port_id': '9a97ceb0-7729-4faa-9ff4-2bacbdbf1823', 'mac_address': 'fa:16:3e:a8:32:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:31:29.051689 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:29.075051 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32327ea8-69a6-4a0f-b609-6e830a77fa0b req-ef0d3683-695c-4d80-9b0b-2529f980abf3 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698066 Aug 05 15:31:29.087637 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:29.088539 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.103926 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ae1d558f-b129-45f1-b477-23815df1f701 admin admin] Publish callbacks [] for security_group (926602c1-2ac8-4309-8cb7-40b72d6384f6), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.106239 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:31:29.126472 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:29.210328 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ae1d558f-b129-45f1-b477-23815df1f701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (926602c1-2ac8-4309-8cb7-40b72d6384f6), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.252353 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d558f-b129-45f1-b477-23815df1f701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926602c1-2ac8-4309-8cb7-40b72d6384f6,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:29.255357 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.256264 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 81f5f43f-6504-4380-9838-2b4d5f79d684 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:31:29.269155 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-ae1d558f-b129-45f1-b477-23815df1f701 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=4f3b25ec2aa84c60b10ae9d34757f1bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951681 Aug 05 15:31:29.270815 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 39310) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:29.351953 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Request body: {'port': {'device_id': '12163066-5037-46d7-8e66-c900aead6e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:29.375415 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdccdda-8c55-4aac-8d55-a9f30a15dfc2 req-66bc95ea-c5f0-40ff-a345-a71fc9010926 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:29.377180 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9bdccdda-8c55-4aac-8d55-a9f30a15dfc2 req-66bc95ea-c5f0-40ff-a345-a71fc9010926 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 943 time: 0.0759757 Aug 05 15:31:29.379227 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:29.380010 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ef8c-a006-4883-8019-8981c25685e2 admin admin] Publish callbacks [] for security_group (926602c1-2ac8-4309-8cb7-40b72d6384f6), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.383432 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 81f5f43f-6504-4380-9838-2b4d5f79d684, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=81f5f43f-6504-4380-9838-2b4d5f79d684,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:29.422789 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '81f5f43f-6504-4380-9838-2b4d5f79d684', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'port_id': '81f5f43f-6504-4380-9838-2b4d5f79d684', 'mac_address': 'fa:16:3e:89:44:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:31:29.435993 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ef8c-a006-4883-8019-8981c25685e2 admin admin] Publish callbacks [] for security_group (926602c1-2ac8-4309-8cb7-40b72d6384f6), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.494680 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9bdccdda-8c55-4aac-8d55-a9f30a15dfc2 req-36c116e4-b2f6-4984-afb7-650062697314 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090591 Aug 05 15:31:29.498812 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:29.508353 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 81f5f43f-6504-4380-9838-2b4d5f79d684 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:29.508749 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.533372 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f5f43f-6504-4380-9838-2b4d5f79d684 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:31:29.557172 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 81f5f43f-6504-4380-9838-2b4d5f79d684, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=81f5f43f-6504-4380-9838-2b4d5f79d684,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:29.585455 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.611203 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ef8c-a006-4883-8019-8981c25685e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (926602c1-2ac8-4309-8cb7-40b72d6384f6), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.614264 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-bfa5ef8c-a006-4883-8019-8981c25685e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.615776 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-bfa5ef8c-a006-4883-8019-8981c25685e2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/926602c1-2ac8-4309-8cb7-40b72d6384f6 HTTP/1.1" status: 204 len: 168 time: 0.3440354 Aug 05 15:31:29.617942 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90fe56d-35ac-473c-8fa8-6b500fd446e2 req-97cbd14b-1c4e-4a27-bbb4-8c0a12bb80fa service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9a1c0f0f-08e4-4603-b269-a0bfc5e39497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619874 Aug 05 15:31:29.637121 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5ef8c-a006-4883-8019-8981c25685e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926602c1-2ac8-4309-8cb7-40b72d6384f6,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:29.644828 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.723741 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=81f5f43f-6504-4380-9838-2b4d5f79d684,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:29.865301 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-f5b28cbd-c2ea-46ea-84c1-273e5d3aaf01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:29.871338 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d8009-bacb-4af9-98f7-850c392f5b27 req-06ad3c1d-0ec3-44a3-af05-9383d9378de1 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:29.875200 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bf1d8009-bacb-4af9-98f7-850c392f5b27 req-06ad3c1d-0ec3-44a3-af05-9383d9378de1 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 943 time: 0.0825877 Aug 05 15:31:29.942848 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:29.956579 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bf1d8009-bacb-4af9-98f7-850c392f5b27 req-0163dc3c-100b-4975-bab3-2afcda5cf59e tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703845 Aug 05 15:31:30.018386 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:30.050787 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['9a97ceb0-7729-4faa-9ff4-2bacbdbf1823'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:31:30.120312 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bde49ef-58cd-4efe-9d08-24840f0c6502 {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:31:30.130683 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Publish callbacks [] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:30.144333 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:30.147047 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Transition to ACTIVE for port object 3bde49ef-58cd-4efe-9d08-24840f0c6502 will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:31:30.202845 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-134f5fc1-76f6-4ac6-a9a5-968440b71b47 req-21238863-7242-41df-ace1-306ec0479446 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 210 time: 0.0349398 Aug 05 15:31:30.206026 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:30.225996 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['81f5f43f-6504-4380-9838-2b4d5f79d684'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:31:30.248557 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80938d8-b37d-40ce-aef2-f0bd91ed7d82 req-aaff7a43-b349-4e50-8bb0-587426c25aa2 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:30.256646 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d80938d8-b37d-40ce-aef2-f0bd91ed7d82 req-aaff7a43-b349-4e50-8bb0-587426c25aa2 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 944 time: 0.0555043 Aug 05 15:31:30.319231 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d80938d8-b37d-40ce-aef2-f0bd91ed7d82 req-087ea768-f224-48f5-88bf-9423db891c10 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616417 Aug 05 15:31:30.368959 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Pushing event updated for resources: {'Port': ['ID=3bde49ef-58cd-4efe-9d08-24840f0c6502,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:30.383024 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Attempting to bind port 3bde49ef-58cd-4efe-9d08-24840f0c6502 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:31:30.383365 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Attempting to bind port 3bde49ef-58cd-4efe-9d08-24840f0c6502 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:31:30.383696 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Attempting to bind port 3bde49ef-58cd-4efe-9d08-24840f0c6502 on network 5556c147-7063-4e54-b1ad-a45bb656fda4 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:30.388768 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Port 3bde49ef-58cd-4efe-9d08-24840f0c6502 on network 5556c147-7063-4e54-b1ad-a45bb656fda4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:31:30.392957 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Attempting to bind port 3bde49ef-58cd-4efe-9d08-24840f0c6502 on network 5556c147-7063-4e54-b1ad-a45bb656fda4 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:30.392957 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:30.395553 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:31:30.395891 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Checking segment: {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:31:30.396832 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Bound using segment: {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:31:30.397363 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Bound port: 3bde49ef-58cd-4efe-9d08-24840f0c6502, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:31:30.397620 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:30.433903 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:30.577722 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] For port 3bde49ef-58cd-4efe-9d08-24840f0c6502, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:31:30.598583 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] For port 3bde49ef-58cd-4efe-9d08-24840f0c6502, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=3bde49ef-58cd-4efe-9d08-24840f0c6502,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:31:30.647171 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-93a0af70-bfe0-4c49-b560-0487dfbc725a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:30.648882 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-93a0af70-bfe0-4c49-b560-0487dfbc725a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.17 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 817 time: 0.1484823 Aug 05 15:31:30.674849 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff06daf-9e17-4c4b-afc7-a62b5c7dd689 req-5b6dbd00-9fa6-48a1-be97-84f9dc360a72 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:30.676444 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2ff06daf-9e17-4c4b-afc7-a62b5c7dd689 req-5b6dbd00-9fa6-48a1-be97-84f9dc360a72 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 944 time: 0.0534019 Aug 05 15:31:30.717135 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-5b7b17bb-8a18-415c-a566-533df87a0539 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=648f7ac8fb934441b6782d00d0b5ef10 HTTP/1.1" status: 200 len: 380 time: 0.0583696 Aug 05 15:31:30.726355 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2ff06daf-9e17-4c4b-afc7-a62b5c7dd689 req-dcc3a816-3067-43e0-a906-0237c4d90704 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Aug 05 15:31:30.730592 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'port': {'device_id': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'admin_state_up': True, 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'security_groups': ['80523267-ef57-4eb6-afb5-d93e250a754b']}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:30.747180 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:30.780311 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:30.780931 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:30.782862 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/3bde49ef-58cd-4efe-9d08-24840f0c6502 HTTP/1.1" status: 200 len: 1094 time: 1.4435873 Aug 05 15:31:30.785112 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12163066-5037-46d7-8e66-c900aead6e69', 'tag': '3bde49ef-58cd-4efe-9d08-24840f0c6502'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:30.787371 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d56bd8-88db-4674-b40d-ff6f9611ac5c" -d '{"events": [{"name": "network-changed", "server_uuid": "12163066-5037-46d7-8e66-c900aead6e69", "tag": "3bde49ef-58cd-4efe-9d08-24840f0c6502"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:30.872311 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df408343-8f4b-4f61-91e5-4f03540055e7 x-openstack-request-id: req-df408343-8f4b-4f61-91e5-4f03540055e7 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:30.872626 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12163066-5037-46d7-8e66-c900aead6e69", "tag": "3bde49ef-58cd-4efe-9d08-24840f0c6502", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:30.872865 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-df408343-8f4b-4f61-91e5-4f03540055e7 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:30.873284 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df408343-8f4b-4f61-91e5-4f03540055e7'] response: {'name': 'network-changed', 'server_uuid': '12163066-5037-46d7-8e66-c900aead6e69', 'tag': '3bde49ef-58cd-4efe-9d08-24840f0c6502', 'status': 'completed', 'code': 200} Aug 05 15:31:30.911730 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:30.937859 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c4214-211e-4b2e-8020-236a532dad96 service neutron] Pushing event updated for resources: {'Port': ['ID=3bde49ef-58cd-4efe-9d08-24840f0c6502,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:30.955003 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56bd8-88db-4674-b40d-ff6f9611ac5c req-c14a2438-7595-46c3-ac63-01d5dd408b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:30.956539 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-31d56bd8-88db-4674-b40d-ff6f9611ac5c req-c14a2438-7595-46c3-ac63-01d5dd408b65 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 1128 time: 0.0602682 Aug 05 15:31:31.092473 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Made reservation on behalf of 648f7ac8fb934441b6782d00d0b5ef10 for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:31:31.096671 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:31.114491 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93e6cd-c151-4364-99c8-bea1ed4f5ce5 req-0650baf5-9fe6-4747-b87e-08cca510ebad tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:31.122200 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9a93e6cd-c151-4364-99c8-bea1ed4f5ce5 req-0650baf5-9fe6-4747-b87e-08cca510ebad tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 943 time: 0.0823467 Aug 05 15:31:31.131181 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 28c81c6f-0f04-42c8-9ebc-2615897dd265 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:31:31.133950 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:31.190876 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9a93e6cd-c151-4364-99c8-bea1ed4f5ce5 req-518b6074-01fe-4a02-afec-5f4ad71ff7b8 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677023 Aug 05 15:31:31.269208 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56bd8-88db-4674-b40d-ff6f9611ac5c req-a34cdf86-215e-4133-ab10-a520cf0a38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:31.270708 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-31d56bd8-88db-4674-b40d-ff6f9611ac5c req-a34cdf86-215e-4133-ab10-a520cf0a38c7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3060415 Aug 05 15:31:31.325657 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:31:31.441244 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5089d678-38a9-4c9d-83f9-5de32f97cdfa req-cff68f76-a94c-4195-a13a-3c6cb421eafc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 210 time: 0.1000831 Aug 05 15:31:31.453132 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 28c81c6f-0f04-42c8-9ebc-2615897dd265, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=28c81c6f-0f04-42c8-9ebc-2615897dd265,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:31.460685 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:31.460685 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:31.482504 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Allocated IP 172.20.0.6 (c44331f6-946f-4f51-8016-9a872c1f5969/0fd5c40f-af1a-4779-a54d-b857ddde5de6/a7e56405-70bc-42da-933f-8a3780bd6a0f) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:31:31.511184 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '28c81c6f-0f04-42c8-9ebc-2615897dd265', 'network_id': '9a1c0f0f-08e4-4603-b269-a0bfc5e39497', 'port_id': '28c81c6f-0f04-42c8-9ebc-2615897dd265', 'mac_address': 'fa:16:3e:ae:98:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36bdce2-890c-44b1-9727-4cbe5fc6aa30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:31:31.542738 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56bd8-88db-4674-b40d-ff6f9611ac5c req-1c2a412d-5513-44e8-ad95-f7ae77153c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:31.544267 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-31d56bd8-88db-4674-b40d-ff6f9611ac5c req-1c2a412d-5513-44e8-ad95-f7ae77153c93 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2669499 Aug 05 15:31:31.573974 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad361a-3c5c-4ac5-a5b6-f700dc935225 req-769ba58b-2a94-42c7-a4fa-f45a47c59264 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:31.583180 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8aad361a-3c5c-4ac5-a5b6-f700dc935225 req-769ba58b-2a94-42c7-a4fa-f45a47c59264 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 944 time: 0.1408224 Aug 05 15:31:31.613413 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 28c81c6f-0f04-42c8-9ebc-2615897dd265 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:31.614029 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:31.632114 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:31.658870 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c81c6f-0f04-42c8-9ebc-2615897dd265 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:31:31.683556 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8aad361a-3c5c-4ac5-a5b6-f700dc935225 req-40be4c4d-2407-42a1-9aa0-6d2d04f473c8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986078 Aug 05 15:31:31.722031 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 28c81c6f-0f04-42c8-9ebc-2615897dd265, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=28c81c6f-0f04-42c8-9ebc-2615897dd265,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:31.722946 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:31.723338 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:31.739239 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-7525f21c-dd38-4516-a1d6-8db334fb5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:31.740793 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-7525f21c-dd38-4516-a1d6-8db334fb5eda service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 1128 time: 0.1144636 Aug 05 15:31:31.758788 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eaf6904-d36e-48d4-9d13-cd73e2e9af47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a97ceb0-7729-4faa-9ff4-2bacbdbf1823'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:31.847604 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:31.848540 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:31.849494 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-f0f55cd1-56ad-48f1-8089-cc12e2d8f42f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bde49ef-58cd-4efe-9d08-24840f0c6502 HTTP/1.1" status: 200 len: 217 time: 0.0446408 Aug 05 15:31:31.875150 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aa739-4f98-454d-aaf1-b85a3cb7766d req-cfbee995-63bc-4fa0-8f21-9064e621c23d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:31.876852 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9a9aa739-4f98-454d-aaf1-b85a3cb7766d req-cfbee995-63bc-4fa0-8f21-9064e621c23d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 944 time: 0.0553832 Aug 05 15:31:31.914275 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-719e720e-9f48-4505-a1e8-079a7f81cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:31.915868 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-719e720e-9f48-4505-a1e8-079a7f81cdff service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cb3c1b3d-59c6-4141-ad48-5db85d354a8b HTTP/1.1" status: 200 len: 850 time: 0.0588264 Aug 05 15:31:31.933819 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9a9aa739-4f98-454d-aaf1-b85a3cb7766d req-e2b3ec2f-2982-4b8f-ae4f-36a1db846649 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513978 Aug 05 15:31:31.954787 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f4e6e4-008d-4edf-a1b1-b08534e7b373" -d '{"events": [{"server_uuid": "2eaf6904-d36e-48d4-9d13-cd73e2e9af47", "name": "network-vif-plugged", "status": "completed", "tag": "9a97ceb0-7729-4faa-9ff4-2bacbdbf1823"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:31.959724 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-e7afae3e-b65c-48ba-8812-5f58edd0449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:31.961432 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-e7afae3e-b65c-48ba-8812-5f58edd0449c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=5556c147-7063-4e54-b1ad-a45bb656fda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396101 Aug 05 15:31:32.050715 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481668f9-3878-4b9d-97ba-3eed94023e89 x-openstack-request-id: req-481668f9-3878-4b9d-97ba-3eed94023e89 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:32.051041 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eaf6904-d36e-48d4-9d13-cd73e2e9af47", "name": "network-vif-plugged", "status": "completed", "tag": "9a97ceb0-7729-4faa-9ff4-2bacbdbf1823", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:32.051294 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-481668f9-3878-4b9d-97ba-3eed94023e89 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:32.051755 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481668f9-3878-4b9d-97ba-3eed94023e89'] response: {'server_uuid': '2eaf6904-d36e-48d4-9d13-cd73e2e9af47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a97ceb0-7729-4faa-9ff4-2bacbdbf1823', 'code': 200} Aug 05 15:31:32.056511 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-be8f4046-9eae-462a-908d-3257d60ef355 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891941 Aug 05 15:31:32.148058 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-81d3e4dd-3c19-4237-8d59-77cc6d245f8c req-8d602aee-5b7f-4efd-a377-06706cee5ad8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853291 Aug 05 15:31:32.336205 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6984111-b007-4a87-aae1-6506df6865d5 req-40887f85-9a66-4af8-964a-2d4bb0045253 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:32.336205 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a6984111-b007-4a87-aae1-6506df6865d5 req-40887f85-9a66-4af8-964a-2d4bb0045253 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 943 time: 0.0619586 Aug 05 15:31:32.376446 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a6984111-b007-4a87-aae1-6506df6865d5 req-6f1ec6cb-d788-4fcc-a4d7-3bd22e3ee57d tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486956 Aug 05 15:31:32.566298 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cd3bb8e9-110d-4f6c-9649-cc966ccc2198 req-6cbad3d2-1b09-4269-b5ee-ec5f5b61fd19 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 210 time: 0.0307043 Aug 05 15:31:32.750581 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:32.758543 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:32.758686 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:32.760951 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:32.761560 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 81f5f43f-6504-4380-9838-2b4d5f79d684 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:32.822133 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Network c44331f6-946f-4f51-8016-9a872c1f5969 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:31:32.826776 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:31:32.832584 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:31:32.852446 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14071cfa-540c-4653-848a-dd589ca76aed req-f3bc83c1-0ae0-4839-b79d-4801b7831863 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:32.854184 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-14071cfa-540c-4653-848a-dd589ca76aed req-f3bc83c1-0ae0-4839-b79d-4801b7831863 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 944 time: 0.0684166 Aug 05 15:31:32.952306 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'Port': ['ID=a7e56405-70bc-42da-933f-8a3780bd6a0f,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:33.043050 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-14071cfa-540c-4653-848a-dd589ca76aed req-9ef8597a-5229-4b32-a718-940fb85fcd47 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709330 Aug 05 15:31:33.072332 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:33.072332 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:33.163036 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ab4b264d-2096-4976-9a2f-b9a756dfb34a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4363263 Aug 05 15:31:33.176795 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afcfaf-5cc6-4a99-adeb-0eb373963053 req-1b7429de-1248-4462-ad8c-ce023bd8b89b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:33.176795 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-28afcfaf-5cc6-4a99-adeb-0eb373963053 req-1b7429de-1248-4462-ad8c-ce023bd8b89b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 944 time: 0.0966907 Aug 05 15:31:33.215510 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:33.226214 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:33.246575 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-28afcfaf-5cc6-4a99-adeb-0eb373963053 req-86ba18ae-c98f-42a5-a28b-b046240a3f54 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614376 Aug 05 15:31:33.252385 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-2573035f-a3f6-4933-9d8c-30e8a6a96864 None None] Provisioning complete for port a7e56405-70bc-42da-933f-8a3780bd6a0f triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:33.252877 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2573035f-a3f6-4933-9d8c-30e8a6a96864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:33.312533 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['28c81c6f-0f04-42c8-9ebc-2615897dd265'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:31:33.320260 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=28c81c6f-0f04-42c8-9ebc-2615897dd265,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:33.352940 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-2573035f-a3f6-4933-9d8c-30e8a6a96864 None None] Port a7e56405-70bc-42da-933f-8a3780bd6a0f cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:31:33.371748 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 81f5f43f-6504-4380-9838-2b4d5f79d684 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:31:33.421759 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:33.436251 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:33.474829 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 81f5f43f-6504-4380-9838-2b4d5f79d684 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:33.475539 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:33.477751 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Request body: {'port': {'device_id': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:33.525279 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19327143-1a49-4762-bfef-5fd8c828c897 req-b0646ba9-f5ea-4196-b57f-1644be72f7eb tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:33.527456 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-19327143-1a49-4762-bfef-5fd8c828c897 req-b0646ba9-f5ea-4196-b57f-1644be72f7eb tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 944 time: 0.0616119 Aug 05 15:31:33.578594 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-19327143-1a49-4762-bfef-5fd8c828c897 req-a1fb24fc-93ab-43b2-8d6c-c7d43707da36 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452771 Aug 05 15:31:33.622058 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 81f5f43f-6504-4380-9838-2b4d5f79d684 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:33.622058 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:33.643749 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:33.648558 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7065cf-5edc-4808-96e9-cb4db266ea08 req-f2e7d7a9-3ef2-4e8a-9305-f02554c5ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:33.651190 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1f7065cf-5edc-4808-96e9-cb4db266ea08 req-f2e7d7a9-3ef2-4e8a-9305-f02554c5ac9f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 1130 time: 0.1476254 Aug 05 15:31:33.663176 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 81f5f43f-6504-4380-9838-2b4d5f79d684, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=81f5f43f-6504-4380-9838-2b4d5f79d684,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:33.676832 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1f7065cf-5edc-4808-96e9-cb4db266ea08 req-33737aff-26e1-4274-b3c4-d415ed81406b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:33.709717 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace06bc-efa0-44c4-82df-5bfb2d575884 req-9bca22fd-f228-4e5e-b796-184320f86510 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:33.711217 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0ace06bc-efa0-44c4-82df-5bfb2d575884 req-9bca22fd-f228-4e5e-b796-184320f86510 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 931 time: 0.0526648 Aug 05 15:31:33.724305 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:33.768333 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0ace06bc-efa0-44c4-82df-5bfb2d575884 req-ca2354f7-25f8-40ed-a964-705b53e13092 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480728 Aug 05 15:31:33.777829 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=81f5f43f-6504-4380-9838-2b4d5f79d684,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:34.041938 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 28c81c6f-0f04-42c8-9ebc-2615897dd265 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:34.061622 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea1d385-2084-4d85-b55b-b3f0f3c55cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f5f43f-6504-4380-9838-2b4d5f79d684'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:34.063820 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebe8af4-6a03-41aa-8905-883bd3d4693f" -d '{"events": [{"server_uuid": "5ea1d385-2084-4d85-b55b-b3f0f3c55cb0", "name": "network-vif-plugged", "status": "completed", "tag": "81f5f43f-6504-4380-9838-2b4d5f79d684"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:34.090429 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1f7065cf-5edc-4808-96e9-cb4db266ea08 req-33737aff-26e1-4274-b3c4-d415ed81406b service neutron] Publish callbacks [] for security_group (f3346374-b14f-4065-9876-098ab91efec6), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:34.096409 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 28c81c6f-0f04-42c8-9ebc-2615897dd265 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:31:34.110501 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56de073b-0efd-4819-bf9b-6933ec3c3e40 x-openstack-request-id: req-56de073b-0efd-4819-bf9b-6933ec3c3e40 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:34.111525 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea1d385-2084-4d85-b55b-b3f0f3c55cb0", "name": "network-vif-plugged", "status": "completed", "tag": "81f5f43f-6504-4380-9838-2b4d5f79d684", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:34.112571 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-56de073b-0efd-4819-bf9b-6933ec3c3e40 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:34.113013 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56de073b-0efd-4819-bf9b-6933ec3c3e40'] response: {'server_uuid': '5ea1d385-2084-4d85-b55b-b3f0f3c55cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f5f43f-6504-4380-9838-2b4d5f79d684', 'code': 200} Aug 05 15:31:34.182094 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 28c81c6f-0f04-42c8-9ebc-2615897dd265 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:34.182622 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:34.184315 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=4 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:34.184987 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1f7065cf-5edc-4808-96e9-cb4db266ea08 req-33737aff-26e1-4274-b3c4-d415ed81406b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (f3346374-b14f-4065-9876-098ab91efec6), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:34.191784 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=26 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:34.216599 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6251e-8c56-48c1-b5bc-221f28bccc8b req-e682abd9-74a0-42d3-b59b-55be40d06868 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:34.218216 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ffe6251e-8c56-48c1-b5bc-221f28bccc8b req-e682abd9-74a0-42d3-b59b-55be40d06868 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 944 time: 0.0671539 Aug 05 15:31:34.218844 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e56405-70bc-42da-933f-8a3780bd6a0f {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:31:34.242065 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Publish callbacks [] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:34.258148 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1f7065cf-5edc-4808-96e9-cb4db266ea08 req-33737aff-26e1-4274-b3c4-d415ed81406b service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995553 Aug 05 15:31:34.277600 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33737aff-26e1-4274-b3c4-d415ed81406b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3346374-b14f-4065-9876-098ab91efec6,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:34.277704 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ffe6251e-8c56-48c1-b5bc-221f28bccc8b req-bb4a58a1-6691-4e03-b5d1-0b7d396f25ff tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490510 Aug 05 15:31:34.279345 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Transition to ACTIVE for port object a7e56405-70bc-42da-933f-8a3780bd6a0f will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:31:34.306026 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 28c81c6f-0f04-42c8-9ebc-2615897dd265 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:34.306026 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:34.318525 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:34.349098 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 28c81c6f-0f04-42c8-9ebc-2615897dd265, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=28c81c6f-0f04-42c8-9ebc-2615897dd265,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:34.364428 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:34.391889 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df066b1-dd63-474e-ba5e-dab3bee65f2c req-1ee14827-c1d1-42e6-a467-74bc4a5db038 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:34.394111 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4df066b1-dd63-474e-ba5e-dab3bee65f2c req-1ee14827-c1d1-42e6-a467-74bc4a5db038 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0515087 Aug 05 15:31:34.406373 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:34.430817 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Pushing event updated for resources: {'Port': ['ID=a7e56405-70bc-42da-933f-8a3780bd6a0f,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:34.446356 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:34.484169 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4df066b1-dd63-474e-ba5e-dab3bee65f2c req-bb46f8d7-6a55-431f-8602-87f25707cfbf tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836499 Aug 05 15:31:34.490747 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Attempting to bind port a7e56405-70bc-42da-933f-8a3780bd6a0f on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:31:34.491139 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Attempting to bind port a7e56405-70bc-42da-933f-8a3780bd6a0f by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:31:34.494724 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Attempting to bind port a7e56405-70bc-42da-933f-8a3780bd6a0f on network c44331f6-946f-4f51-8016-9a872c1f5969 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:34.497963 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Port a7e56405-70bc-42da-933f-8a3780bd6a0f on network c44331f6-946f-4f51-8016-9a872c1f5969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:31:34.498495 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Attempting to bind port a7e56405-70bc-42da-933f-8a3780bd6a0f on network c44331f6-946f-4f51-8016-9a872c1f5969 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:31:34.537861 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:31:34.538247 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Checking segment: {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:31:34.538867 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Bound using segment: {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:31:34.539488 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Bound port: a7e56405-70bc-42da-933f-8a3780bd6a0f, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:31:34.539904 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:34.552319 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=28c81c6f-0f04-42c8-9ebc-2615897dd265,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:34.562459 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a3b04-6a18-4835-ae66-7ae9f02a5852 req-aafec132-067b-4d60-9f9f-16c6161bf8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:34.564613 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ea2a3b04-6a18-4835-ae66-7ae9f02a5852 req-aafec132-067b-4d60-9f9f-16c6161bf8d4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 1129 time: 0.0669758 Aug 05 15:31:34.655431 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:31:34.660372 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:31:34.676665 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ea2a3b04-6a18-4835-ae66-7ae9f02a5852 req-e456b7b5-3b1f-40c4-adae-a40da31ea827 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918639 Aug 05 15:31:34.745912 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebe4ad-4e77-4668-820d-2a3dfe8f3f38 req-9565e346-35f1-45ab-b455-5ac79de1d16b tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:34.747378 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-89ebe4ad-4e77-4668-820d-2a3dfe8f3f38 req-9565e346-35f1-45ab-b455-5ac79de1d16b tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 945 time: 0.0458553 Aug 05 15:31:34.748247 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:34.752525 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:34.753654 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:34.755448 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/a7e56405-70bc-42da-933f-8a3780bd6a0f HTTP/1.1" status: 200 len: 1093 time: 1.2828543 Aug 05 15:31:34.757550 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:34.761150 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2e9715-398c-41c5-9c6e-d092f453a57b" -d '{"events": [{"name": "network-changed", "server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:34.827586 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7c2369-ec7c-433d-bde4-39d84915315a x-openstack-request-id: req-4e7c2369-ec7c-433d-bde4-39d84915315a {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:34.827884 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:34.828157 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4e7c2369-ec7c-433d-bde4-39d84915315a {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:34.828558 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7c2369-ec7c-433d-bde4-39d84915315a'] response: {'name': 'network-changed', 'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'status': 'completed', 'code': 200} Aug 05 15:31:34.834035 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2c6d5-13b8-4789-94ff-268b83ae628c service neutron] Pushing event updated for resources: {'Port': ['ID=a7e56405-70bc-42da-933f-8a3780bd6a0f,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:34.835634 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-89ebe4ad-4e77-4668-820d-2a3dfe8f3f38 req-36f7eb08-8f31-45cd-9e09-e6b5510cdc00 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807512 Aug 05 15:31:34.946521 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:34.955123 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2d97c-264c-4613-b999-9ccb04c45da9 req-ededbef3-d17c-470a-a524-e7ee8b9f04c7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:34.957200 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-57c2d97c-264c-4613-b999-9ccb04c45da9 req-ededbef3-d17c-470a-a524-e7ee8b9f04c7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0548146 Aug 05 15:31:35.014381 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-57c2d97c-264c-4613-b999-9ccb04c45da9 req-94cdf973-c8fe-4ae8-8daf-eb055519f2de tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525341 Aug 05 15:31:35.122929 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 3bde49ef-58cd-4efe-9d08-24840f0c6502 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:31:35.241225 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 3bde49ef-58cd-4efe-9d08-24840f0c6502, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=3bde49ef-58cd-4efe-9d08-24840f0c6502,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:35.252714 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '3bde49ef-58cd-4efe-9d08-24840f0c6502', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'port_id': '3bde49ef-58cd-4efe-9d08-24840f0c6502', 'mac_address': 'fa:16:3e:f7:0d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:31:35.292236 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 3bde49ef-58cd-4efe-9d08-24840f0c6502 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:35.292725 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:35.306546 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bde49ef-58cd-4efe-9d08-24840f0c6502 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:31:35.328434 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 3bde49ef-58cd-4efe-9d08-24840f0c6502, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=3bde49ef-58cd-4efe-9d08-24840f0c6502,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:35.394127 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:35.425081 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dab54b-e7bb-4d82-be76-08a3e2dd265c req-612fb9fa-72fe-45e0-8696-533102f7620e tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:35.426607 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c7dab54b-e7bb-4d82-be76-08a3e2dd265c req-612fb9fa-72fe-45e0-8696-533102f7620e tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 944 time: 0.0629966 Aug 05 15:31:35.447401 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=3bde49ef-58cd-4efe-9d08-24840f0c6502,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:35.477159 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c7dab54b-e7bb-4d82-be76-08a3e2dd265c req-8610be57-009b-43f1-a81e-b9a743711d03 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449963 Aug 05 15:31:35.594174 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bdac8-cc83-4f22-a5b7-8d6ccb159711 req-5d05698e-b1f4-4733-b20c-c43d3531e9cd tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:35.595557 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ed7bdac8-cc83-4f22-a5b7-8d6ccb159711 req-5d05698e-b1f4-4733-b20c-c43d3531e9cd tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0461695 Aug 05 15:31:35.604250 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:35.645538 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ed7bdac8-cc83-4f22-a5b7-8d6ccb159711 req-afe93bac-3732-4a6e-b779-ea9adfa36ab3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443690 Aug 05 15:31:35.962070 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0a450-1b26-471e-88cb-f90f1c90f52d req-0f12280c-65f8-4964-a5af-619075f46669 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:35.963735 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-80d0a450-1b26-471e-88cb-f90f1c90f52d req-0f12280c-65f8-4964-a5af-619075f46669 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 945 time: 0.0487750 Aug 05 15:31:36.040458 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-80d0a450-1b26-471e-88cb-f90f1c90f52d req-445f8f37-6a64-41da-9e36-4e68bbc76043 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702624 Aug 05 15:31:36.113855 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fc8045-3334-4a65-8f0c-abb0fccd473e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c81c6f-0f04-42c8-9ebc-2615897dd265'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:36.116754 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f605491d-4ce7-4949-affb-71002545ceaf" -d '{"events": [{"server_uuid": "b6fc8045-3334-4a65-8f0c-abb0fccd473e", "name": "network-vif-plugged", "status": "completed", "tag": "28c81c6f-0f04-42c8-9ebc-2615897dd265"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:36.144020 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218b8c5-6ae0-4b5b-b30b-046c0f17bcfe req-82dca199-95eb-41c0-a6c1-76594e30c2de tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:36.145642 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e218b8c5-6ae0-4b5b-b30b-046c0f17bcfe req-82dca199-95eb-41c0-a6c1-76594e30c2de tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0480549 Aug 05 15:31:36.158876 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8889cc54-cde0-4b82-95c1-d14863c03589 x-openstack-request-id: req-8889cc54-cde0-4b82-95c1-d14863c03589 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:36.159274 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fc8045-3334-4a65-8f0c-abb0fccd473e", "name": "network-vif-plugged", "status": "completed", "tag": "28c81c6f-0f04-42c8-9ebc-2615897dd265", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:36.159532 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8889cc54-cde0-4b82-95c1-d14863c03589 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:36.159927 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8889cc54-cde0-4b82-95c1-d14863c03589'] response: {'server_uuid': 'b6fc8045-3334-4a65-8f0c-abb0fccd473e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c81c6f-0f04-42c8-9ebc-2615897dd265', 'code': 200} Aug 05 15:31:36.195972 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e218b8c5-6ae0-4b5b-b30b-046c0f17bcfe req-241879a4-3b69-4a9d-9cee-c77844ca07d7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438678 Aug 05 15:31:36.543915 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 39584) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:36.601396 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:36.615572 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf241f9-58bb-40ea-af91-72a9f5affb6a req-830e47ac-b20c-4925-a129-4b97e3e15584 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:36.617326 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fcf241f9-58bb-40ea-af91-72a9f5affb6a req-830e47ac-b20c-4925-a129-4b97e3e15584 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 945 time: 0.0481453 Aug 05 15:31:36.673648 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a5986a7b-4a40-4f53-8e37-5a7964168338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:36.686200 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fcf241f9-58bb-40ea-af91-72a9f5affb6a req-18a12609-3bfd-48de-a285-e8bc663d36bd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617490 Aug 05 15:31:36.801001 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a5986a7b-4a40-4f53-8e37-5a7964168338 admin admin] Publish callbacks [] for security_group (0156c7ca-9430-43e7-b87a-1158152b59d6), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:36.807763 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c7f29-fc67-4e6a-a42b-71659e897944 req-303456e4-67d1-4152-bd61-b4e1ac6016f0 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:36.809257 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b01c7f29-fc67-4e6a-a42b-71659e897944 req-303456e4-67d1-4152-bd61-b4e1ac6016f0 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0723178 Aug 05 15:31:36.848610 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:36.862488 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a5986a7b-4a40-4f53-8e37-5a7964168338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (0156c7ca-9430-43e7-b87a-1158152b59d6), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:36.870788 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b01c7f29-fc67-4e6a-a42b-71659e897944 req-0d96a816-2ccb-423e-8269-24970210314a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554712 Aug 05 15:31:36.904629 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a5986a7b-4a40-4f53-8e37-5a7964168338 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e531255ed991445f90e3285f48158313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594997 Aug 05 15:31:36.905430 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5986a7b-4a40-4f53-8e37-5a7964168338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0156c7ca-9430-43e7-b87a-1158152b59d6,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:36.907355 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39592) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:36.925756 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:36.961765 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c7540bf-7bd8-44cf-b7d1-d683356d63b4 admin admin] Publish callbacks [] for security_group (0156c7ca-9430-43e7-b87a-1158152b59d6), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:36.982412 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c7540bf-7bd8-44cf-b7d1-d683356d63b4 admin admin] Publish callbacks [] for security_group (0156c7ca-9430-43e7-b87a-1158152b59d6), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:37.107925 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c7540bf-7bd8-44cf-b7d1-d683356d63b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (0156c7ca-9430-43e7-b87a-1158152b59d6), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:37.111187 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c7540bf-7bd8-44cf-b7d1-d683356d63b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:37.112420 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-3c7540bf-7bd8-44cf-b7d1-d683356d63b4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0156c7ca-9430-43e7-b87a-1158152b59d6 HTTP/1.1" status: 204 len: 168 time: 0.2038155 Aug 05 15:31:37.121423 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7540bf-7bd8-44cf-b7d1-d683356d63b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0156c7ca-9430-43e7-b87a-1158152b59d6,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:37.177579 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf83233-6425-4598-a5d2-8d5128ac63d6 req-c5440032-77f2-48b7-9570-89e4abb2201c tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:37.179171 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-adf83233-6425-4598-a5d2-8d5128ac63d6 req-c5440032-77f2-48b7-9570-89e4abb2201c tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 945 time: 0.0648465 Aug 05 15:31:37.229233 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-adf83233-6425-4598-a5d2-8d5128ac63d6 req-82e23654-bc9b-40d1-a20f-7086def88f71 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412428 Aug 05 15:31:37.318394 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47cffa-e0b7-4baa-8ec6-c23f3418e705 req-b5415ceb-63b7-4a64-a51e-d85e01831106 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:37.322986 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0c47cffa-e0b7-4baa-8ec6-c23f3418e705 req-b5415ceb-63b7-4a64-a51e-d85e01831106 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0473330 Aug 05 15:31:37.366015 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0c47cffa-e0b7-4baa-8ec6-c23f3418e705 req-2beaa91a-668e-4b50-b17d-4666575281b6 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407763 Aug 05 15:31:37.518832 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:37.710931 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e9715-398c-41c5-9c6e-d092f453a57b req-2e41951c-fd30-4040-9ca3-ecae3eaa52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:37.712513 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-db2e9715-398c-41c5-9c6e-d092f453a57b req-2e41951c-fd30-4040-9ca3-ecae3eaa52e5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 1127 time: 0.0535145 Aug 05 15:31:37.821431 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39612) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:37.834195 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c2588-c87b-4258-af7a-18e81b27d3ee req-d10b2e6f-9a8a-41dc-973c-046097c4a4f5 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:37.835995 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b3c2588-c87b-4258-af7a-18e81b27d3ee req-d10b2e6f-9a8a-41dc-973c-046097c4a4f5 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 945 time: 0.0632911 Aug 05 15:31:37.837786 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e9715-398c-41c5-9c6e-d092f453a57b req-14ab0448-0cf7-4fc1-a2ee-3befb25856fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:37.839226 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-db2e9715-398c-41c5-9c6e-d092f453a57b req-14ab0448-0cf7-4fc1-a2ee-3befb25856fa service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1177561 Aug 05 15:31:37.840249 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-69129f5f-313d-48a4-aeb1-35ee75fa32cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:37.887668 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['3bde49ef-58cd-4efe-9d08-24840f0c6502'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:31:37.890231 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b3c2588-c87b-4258-af7a-18e81b27d3ee req-b95375b6-737a-4757-8839-4088c7bc816b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477953 Aug 05 15:31:37.891856 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:37.937796 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-69129f5f-313d-48a4-aeb1-35ee75fa32cb admin admin] Publish callbacks [] for security_group (178f2893-18d1-44d2-9fb6-ca90357f6d04), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:38.006379 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8accbeb-f6d0-48c4-bd22-978abd5e45a1 req-a27ebcb3-32eb-4f90-b473-70e3843870d9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:38.007846 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f8accbeb-f6d0-48c4-bd22-978abd5e45a1 req-a27ebcb3-32eb-4f90-b473-70e3843870d9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0482066 Aug 05 15:31:38.058428 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f8accbeb-f6d0-48c4-bd22-978abd5e45a1 req-ee9454da-9fc4-4104-88f2-724e2ba3e7c1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448732 Aug 05 15:31:38.084237 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-69129f5f-313d-48a4-aeb1-35ee75fa32cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (178f2893-18d1-44d2-9fb6-ca90357f6d04), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:38.129404 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-69129f5f-313d-48a4-aeb1-35ee75fa32cb admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ad6b94324205456687f28eb3ff9c24c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069301 Aug 05 15:31:38.130560 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69129f5f-313d-48a4-aeb1-35ee75fa32cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178f2893-18d1-44d2-9fb6-ca90357f6d04,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:38.132005 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 39618) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:38.176598 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:38.189757 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7e1f98a0-b7f3-4121-966b-3253b76eea9b admin admin] Publish callbacks [] for security_group (178f2893-18d1-44d2-9fb6-ca90357f6d04), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:38.211581 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7e1f98a0-b7f3-4121-966b-3253b76eea9b admin admin] Publish callbacks [] for security_group (178f2893-18d1-44d2-9fb6-ca90357f6d04), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:38.249709 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e297969-f1df-41a8-9511-b85eade371da req-499a360b-4d27-47d8-9219-1b50a548470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:38.251254 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-3e297969-f1df-41a8-9511-b85eade371da req-499a360b-4d27-47d8-9219-1b50a548470e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 1129 time: 0.0487497 Aug 05 15:31:38.288667 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e9715-398c-41c5-9c6e-d092f453a57b req-df491a7e-1b36-484f-b6e0-6cc438f3e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:38.290165 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-db2e9715-398c-41c5-9c6e-d092f453a57b req-df491a7e-1b36-484f-b6e0-6cc438f3e4ac service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362028 Aug 05 15:31:38.329270 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-3e297969-f1df-41a8-9511-b85eade371da req-94ba2b76-1bf6-4bdc-8917-3b8d0710feb4 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515296 Aug 05 15:31:38.337010 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7e1f98a0-b7f3-4121-966b-3253b76eea9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (178f2893-18d1-44d2-9fb6-ca90357f6d04), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:38.339606 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7e1f98a0-b7f3-4121-966b-3253b76eea9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:38.340760 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-7e1f98a0-b7f3-4121-966b-3253b76eea9b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/178f2893-18d1-44d2-9fb6-ca90357f6d04 HTTP/1.1" status: 204 len: 168 time: 0.2066567 Aug 05 15:31:38.360487 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f98a0-b7f3-4121-966b-3253b76eea9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178f2893-18d1-44d2-9fb6-ca90357f6d04,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:38.371003 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f48e6-5323-4bfd-a0b8-6a9d26471fa5 req-37953488-1a1d-45bd-a67a-26d6192b7d71 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:38.373753 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e62f48e6-5323-4bfd-a0b8-6a9d26471fa5 req-37953488-1a1d-45bd-a67a-26d6192b7d71 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 945 time: 0.0694160 Aug 05 15:31:38.430548 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e62f48e6-5323-4bfd-a0b8-6a9d26471fa5 req-aa4135f1-cd87-45cd-9c5e-45b6934bb053 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489950 Aug 05 15:31:38.499703 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d936e34-4d39-47b7-a877-e75d8352216c req-f988f684-877c-4db0-b5d2-17e01bc94cbc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:38.501823 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5d936e34-4d39-47b7-a877-e75d8352216c req-f988f684-877c-4db0-b5d2-17e01bc94cbc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0470605 Aug 05 15:31:38.547551 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5d936e34-4d39-47b7-a877-e75d8352216c req-fdc36ad6-b876-4307-a6d8-cfc02a47c2c7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402124 Aug 05 15:31:38.912500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:39.019037 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d6b6e-4e5a-4cc4-82e6-115b9bd881c5 req-213f27b6-901f-4302-b09f-609d4ac2e3d1 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:39.021110 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-116d6b6e-4e5a-4cc4-82e6-115b9bd881c5 req-213f27b6-901f-4302-b09f-609d4ac2e3d1 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 945 time: 0.0584941 Aug 05 15:31:39.073622 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-116d6b6e-4e5a-4cc4-82e6-115b9bd881c5 req-1e222c21-ccab-4a96-98b5-dcf1cc39bc1a tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452158 Aug 05 15:31:39.226769 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a8dc4-68f0-427c-a094-d070fafb5604 req-c9d1c204-54df-4e59-97e4-9ad7213d5d4d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:39.236131 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8a3a8dc4-68f0-427c-a094-d070fafb5604 req-c9d1c204-54df-4e59-97e4-9ad7213d5d4d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0594594 Aug 05 15:31:39.281065 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8a3a8dc4-68f0-427c-a094-d070fafb5604 req-56dc248d-c8df-4a55-ad06-9ee41ff76d32 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461299 Aug 05 15:31:39.467079 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-cf028c22-4f23-444a-9d32-e323b6aab23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:39.468634 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-cf028c22-4f23-444a-9d32-e323b6aab23c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 1127 time: 0.0431027 Aug 05 15:31:39.545751 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:39.559377 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21aa70-65b2-4143-bd57-9a1bc99d1725 req-ac5c86fe-5c52-42f7-b578-fbc4657c6135 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:39.561006 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4d21aa70-65b2-4143-bd57-9a1bc99d1725 req-ac5c86fe-5c52-42f7-b578-fbc4657c6135 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 945 time: 0.0536928 Aug 05 15:31:39.629963 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4d21aa70-65b2-4143-bd57-9a1bc99d1725 req-f4c65b5f-0758-44b4-9da1-55f5b42c8abe tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560143 Aug 05 15:31:39.654018 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39680) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:39.702424 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e9557-834e-4848-a9bd-982a1975d039 req-f9953314-6e1b-4725-92a1-df53a441fabf tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:39.720138 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-289e9557-834e-4848-a9bd-982a1975d039 req-f9953314-6e1b-4725-92a1-df53a441fabf tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0570126 Aug 05 15:31:39.771917 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 3bde49ef-58cd-4efe-9d08-24840f0c6502 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:39.823872 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-289e9557-834e-4848-a9bd-982a1975d039 req-1c728680-d85a-40c9-bd4c-12233e191933 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056161 Aug 05 15:31:39.844356 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 3bde49ef-58cd-4efe-9d08-24840f0c6502 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:31:39.935717 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 3bde49ef-58cd-4efe-9d08-24840f0c6502 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:39.936431 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc552-6f6b-4975-bb0d-d133f2dc9461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:39.936940 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:40.024324 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-c06aaafd-8e46-4971-8d3d-1a99505b05db service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f HTTP/1.1" status: 200 len: 217 time: 0.0694518 Aug 05 15:31:40.084468 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc552-6f6b-4975-bb0d-d133f2dc9461 admin admin] Publish callbacks [] for security_group (6dd31030-3662-4603-af30-5aeba85fda70), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:40.112164 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 3bde49ef-58cd-4efe-9d08-24840f0c6502 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:40.112569 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:40.141301 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fc1fc552-6f6b-4975-bb0d-d133f2dc9461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (6dd31030-3662-4603-af30-5aeba85fda70), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:40.149239 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12163066-5037-46d7-8e66-c900aead6e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bde49ef-58cd-4efe-9d08-24840f0c6502'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:40.153572 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3df3bef-9595-46d6-8340-c0b44cc0968b" -d '{"events": [{"server_uuid": "12163066-5037-46d7-8e66-c900aead6e69", "name": "network-vif-plugged", "status": "completed", "tag": "3bde49ef-58cd-4efe-9d08-24840f0c6502"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:40.190584 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 3bde49ef-58cd-4efe-9d08-24840f0c6502, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=3bde49ef-58cd-4efe-9d08-24840f0c6502,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:40.194175 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-fc1fc552-6f6b-4975-bb0d-d133f2dc9461 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=eef07a3eee044b9aa54fc568cb66cc0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5387893 Aug 05 15:31:40.195080 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fc552-6f6b-4975-bb0d-d133f2dc9461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd31030-3662-4603-af30-5aeba85fda70,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:40.198220 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39702) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:40.238258 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6a11a-94d5-41bc-9220-12df0e2b41f8 req-7db8c10a-361c-47c7-97b1-3dda696779bd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:40.240793 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f4a6a11a-94d5-41bc-9220-12df0e2b41f8 req-7db8c10a-361c-47c7-97b1-3dda696779bd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 945 time: 0.0701203 Aug 05 15:31:40.243286 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98928710-b530-4816-9ea8-cf30ab9a0caf x-openstack-request-id: req-98928710-b530-4816-9ea8-cf30ab9a0caf {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:40.243607 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12163066-5037-46d7-8e66-c900aead6e69", "name": "network-vif-plugged", "status": "completed", "tag": "3bde49ef-58cd-4efe-9d08-24840f0c6502", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:40.243869 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-98928710-b530-4816-9ea8-cf30ab9a0caf {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:40.244389 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98928710-b530-4816-9ea8-cf30ab9a0caf'] response: {'server_uuid': '12163066-5037-46d7-8e66-c900aead6e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bde49ef-58cd-4efe-9d08-24840f0c6502', 'code': 200} Aug 05 15:31:40.245668 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:40.284947 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-70018535-16db-4a83-ad17-0d9509e20032 admin admin] Publish callbacks [] for security_group (6dd31030-3662-4603-af30-5aeba85fda70), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:40.309242 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=3bde49ef-58cd-4efe-9d08-24840f0c6502,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:40.316149 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-70018535-16db-4a83-ad17-0d9509e20032 admin admin] Publish callbacks [] for security_group (6dd31030-3662-4603-af30-5aeba85fda70), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:40.325111 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f4a6a11a-94d5-41bc-9220-12df0e2b41f8 req-d1ea7643-741c-4729-ae22-0ca9dba68853 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744729 Aug 05 15:31:40.351318 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:40.480155 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-70018535-16db-4a83-ad17-0d9509e20032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (6dd31030-3662-4603-af30-5aeba85fda70), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:40.486634 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d22424-3541-44f6-9432-8cd9b882845e req-24c9a277-2752-4ec1-af05-a4118288c182 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:40.486784 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-70018535-16db-4a83-ad17-0d9509e20032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:40.488182 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-70018535-16db-4a83-ad17-0d9509e20032 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6dd31030-3662-4603-af30-5aeba85fda70 HTTP/1.1" status: 204 len: 168 time: 0.2882278 Aug 05 15:31:40.491836 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b9d22424-3541-44f6-9432-8cd9b882845e req-24c9a277-2752-4ec1-af05-a4118288c182 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.1111746 Aug 05 15:31:40.507413 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70018535-16db-4a83-ad17-0d9509e20032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd31030-3662-4603-af30-5aeba85fda70,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:40.510801 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-2697aab3-5b32-486d-a8b6-9bf4d0b17a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:40.512661 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-2697aab3-5b32-486d-a8b6-9bf4d0b17a7c service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0fd5c40f-af1a-4779-a54d-b857ddde5de6 HTTP/1.1" status: 200 len: 856 time: 0.1183176 Aug 05 15:31:40.602039 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-a9aa1c8d-95d9-486d-a991-08d463b9cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:40.605638 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-a9aa1c8d-95d9-486d-a991-08d463b9cb17 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c44331f6-946f-4f51-8016-9a872c1f5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767350 Aug 05 15:31:40.612961 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b9d22424-3541-44f6-9432-8cd9b882845e req-d7337bf1-d9a5-441e-8e44-e319ce2ad872 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199341 Aug 05 15:31:40.751098 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-5d25102a-b416-4a40-b3c5-8ac6d39d6dfc service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404901 Aug 05 15:31:40.752520 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:40.780631 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9b0e5-dabf-40a6-adff-e6ef261dbfef req-4787d4fd-2fc8-4146-b384-a6105336aabd tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:40.782973 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-66f9b0e5-dabf-40a6-adff-e6ef261dbfef req-4787d4fd-2fc8-4146-b384-a6105336aabd tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 945 time: 0.0519831 Aug 05 15:31:40.872704 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-66f9b0e5-dabf-40a6-adff-e6ef261dbfef req-33134178-cf84-4aa7-b7b8-e9eadae99dce tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685897 Aug 05 15:31:40.911898 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c367868-9808-4779-bec0-31daa8ba416b req-d285a62b-1417-4dbc-8318-69653315bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:40.913524 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8c367868-9808-4779-bec0-31daa8ba416b req-d285a62b-1417-4dbc-8318-69653315bdcf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 1130 time: 0.0754130 Aug 05 15:31:40.920474 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7b56c89a-3910-4c35-85ed-74af2c81bc37 req-21ebafe5-b4af-4955-8afd-012fbccab50c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618474 Aug 05 15:31:40.975499 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8c367868-9808-4779-bec0-31daa8ba416b req-600b0608-6ab0-49dd-87ac-67cba31caf4a service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540533 Aug 05 15:31:41.017889 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0915c7-99d3-4b0c-86cb-31b460d02482 req-d2ab93c5-46ac-42c1-b90d-96758664b786 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:41.025529 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-da0915c7-99d3-4b0c-86cb-31b460d02482 req-d2ab93c5-46ac-42c1-b90d-96758664b786 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0735307 Aug 05 15:31:41.073349 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-da0915c7-99d3-4b0c-86cb-31b460d02482 req-e3edad18-0ddf-46f0-af05-e092bc336d60 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468240 Aug 05 15:31:41.238476 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c5916-17f0-402e-9b11-73cfe73e5192 req-f5c4d562-718b-41bc-a2f5-b5aba1543847 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:41.239935 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3b8c5916-17f0-402e-9b11-73cfe73e5192 req-f5c4d562-718b-41bc-a2f5-b5aba1543847 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0546637 Aug 05 15:31:41.283853 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:41.288521 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3b8c5916-17f0-402e-9b11-73cfe73e5192 req-ca7dc906-bc62-4ad5-9eca-707ce2aa8e7f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427279 Aug 05 15:31:41.412898 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39750) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:41.431224 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-502666c4-3e56-4a9e-ad66-efbc3c742551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:41.456819 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d436d54-f5d0-431c-8bc5-73eea16f6dab req-814fe98c-3c0f-4767-9cd6-22a2d4dd003c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:41.458301 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9d436d54-f5d0-431c-8bc5-73eea16f6dab req-814fe98c-3c0f-4767-9cd6-22a2d4dd003c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0548203 Aug 05 15:31:41.512042 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-502666c4-3e56-4a9e-ad66-efbc3c742551 admin admin] Publish callbacks [] for security_group (0e5cc0bc-39ae-44f7-a74a-5fb5ee62edde), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:41.516007 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9d436d54-f5d0-431c-8bc5-73eea16f6dab req-91b582a3-b4ff-4fe4-a4eb-54a42c2f307f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478415 Aug 05 15:31:41.578497 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-502666c4-3e56-4a9e-ad66-efbc3c742551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (0e5cc0bc-39ae-44f7-a74a-5fb5ee62edde), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:41.614485 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502666c4-3e56-4a9e-ad66-efbc3c742551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5cc0bc-39ae-44f7-a74a-5fb5ee62edde,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:41.621058 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-502666c4-3e56-4a9e-ad66-efbc3c742551 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fcb729706f6c4f908886cd7271ce808d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068770 Aug 05 15:31:41.623993 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39756) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:41.676254 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c6a37333-79b4-4800-9cb2-1fdaa79f602f admin admin] Publish callbacks [] for security_group (0e5cc0bc-39ae-44f7-a74a-5fb5ee62edde), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:41.700401 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c6a37333-79b4-4800-9cb2-1fdaa79f602f admin admin] Publish callbacks [] for security_group (0e5cc0bc-39ae-44f7-a74a-5fb5ee62edde), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:41.901088 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c6a37333-79b4-4800-9cb2-1fdaa79f602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (0e5cc0bc-39ae-44f7-a74a-5fb5ee62edde), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:41.910907 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c6a37333-79b4-4800-9cb2-1fdaa79f602f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:41.910907 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-c6a37333-79b4-4800-9cb2-1fdaa79f602f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0e5cc0bc-39ae-44f7-a74a-5fb5ee62edde HTTP/1.1" status: 204 len: 168 time: 0.2800300 Aug 05 15:31:41.916956 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a37333-79b4-4800-9cb2-1fdaa79f602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5cc0bc-39ae-44f7-a74a-5fb5ee62edde,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:42.200133 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67794a9-981f-40d8-94da-9a7e6f972926 req-043455d9-bcc3-4402-b72d-604ce6fe5969 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:42.201667 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d67794a9-981f-40d8-94da-9a7e6f972926 req-043455d9-bcc3-4402-b72d-604ce6fe5969 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0481474 Aug 05 15:31:42.249392 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d67794a9-981f-40d8-94da-9a7e6f972926 req-d67b022a-24cf-4c26-95be-1b51736e7dd3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Aug 05 15:31:42.396100 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60377993-ebdf-4a08-ac81-572cfd95f381 req-a0fd9ff8-f63c-4987-8562-41add3ee0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:42.397746 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-60377993-ebdf-4a08-ac81-572cfd95f381 req-a0fd9ff8-f63c-4987-8562-41add3ee0238 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 1129 time: 0.0440710 Aug 05 15:31:42.427027 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e063e6-ec34-4680-94fe-65b9ae07e691 req-ed483ceb-a54e-4846-ae1a-0fee4dea3fd3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:42.427027 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-75e063e6-ec34-4680-94fe-65b9ae07e691 req-ed483ceb-a54e-4846-ae1a-0fee4dea3fd3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0506291 Aug 05 15:31:42.482211 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-75e063e6-ec34-4680-94fe-65b9ae07e691 req-25ed0605-e02f-498e-9014-38b5a8ba17af tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534635 Aug 05 15:31:42.501270 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60377993-ebdf-4a08-ac81-572cfd95f381 req-a84530aa-8b12-4395-bf5d-33207a154e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:42.502750 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-60377993-ebdf-4a08-ac81-572cfd95f381 req-a84530aa-8b12-4395-bf5d-33207a154e89 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 0.0980973 Aug 05 15:31:42.546795 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-60377993-ebdf-4a08-ac81-572cfd95f381 req-4fed0009-a5b8-49c0-9c83-110f8f6f960e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81f5f43f-6504-4380-9838-2b4d5f79d684 HTTP/1.1" status: 200 len: 217 time: 0.0353668 Aug 05 15:31:42.588796 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:42.603044 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60377993-ebdf-4a08-ac81-572cfd95f381 req-c130e9b5-b2c3-464c-bed3-14e153b95639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:42.604572 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-60377993-ebdf-4a08-ac81-572cfd95f381 req-c130e9b5-b2c3-464c-bed3-14e153b95639 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.0488365 Aug 05 15:31:42.639619 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deec5c6-afec-4589-92a9-e421262e37a2 req-8d817ae1-c160-42b2-8bdf-33e56eeaec98 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:42.641152 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7deec5c6-afec-4589-92a9-e421262e37a2 req-8d817ae1-c160-42b2-8bdf-33e56eeaec98 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0494242 Aug 05 15:31:42.653269 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60377993-ebdf-4a08-ac81-572cfd95f381 req-89c3b850-cbee-4d29-b850-e0185654b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:42.656702 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-60377993-ebdf-4a08-ac81-572cfd95f381 req-89c3b850-cbee-4d29-b850-e0185654b448 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451918 Aug 05 15:31:42.698641 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7deec5c6-afec-4589-92a9-e421262e37a2 req-be7b01a1-a523-4d1c-b47b-9fab12f323b4 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511324 Aug 05 15:31:42.850165 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:43.233262 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-60377993-ebdf-4a08-ac81-572cfd95f381 req-19ee7e0d-74ac-4136-9114-9f6b8212182b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045074 Aug 05 15:31:43.371696 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-60377993-ebdf-4a08-ac81-572cfd95f381 req-1d465888-8a17-44e2-923d-2d0145a71757 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320302 Aug 05 15:31:43.411256 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c5998-8565-4b10-b6b2-8532b026b680 req-321e16af-517b-4cfe-80ec-c0c094c4a199 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:43.412720 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-788c5998-8565-4b10-b6b2-8532b026b680 req-321e16af-517b-4cfe-80ec-c0c094c4a199 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0710680 Aug 05 15:31:43.462786 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-788c5998-8565-4b10-b6b2-8532b026b680 req-ebf6520c-c174-461d-a33c-030c2167b5ee tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443916 Aug 05 15:31:43.618069 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ef0c8-572e-46cf-8b91-38b6b29a7ea9 req-4887c6c3-9c5b-4fc7-92fb-75325c63b4a7 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:43.619533 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f06ef0c8-572e-46cf-8b91-38b6b29a7ea9 req-4887c6c3-9c5b-4fc7-92fb-75325c63b4a7 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0624080 Aug 05 15:31:43.687028 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f06ef0c8-572e-46cf-8b91-38b6b29a7ea9 req-1c0f8a41-8cc4-4451-a1be-b4d56d1c7425 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617886 Aug 05 15:31:43.796285 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a7e56405-70bc-42da-933f-8a3780bd6a0f details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:31:43.846809 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c06d5e-b769-463b-add8-6f4cd77ae856 req-9c574e51-6555-4817-995e-c3e17d185b41 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:43.848287 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-68c06d5e-b769-463b-add8-6f4cd77ae856 req-9c574e51-6555-4817-995e-c3e17d185b41 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0537164 Aug 05 15:31:43.882208 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:43.904146 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:43.919070 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-68c06d5e-b769-463b-add8-6f4cd77ae856 req-17fb5406-7ee3-4149-88be-87555f9168ee tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605972 Aug 05 15:31:43.923953 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'port_id': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'mac_address': 'fa:16:3e:b2:50:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:31:43.981566 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port a7e56405-70bc-42da-933f-8a3780bd6a0f is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:43.982138 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:43.986269 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:44.006638 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e56405-70bc-42da-933f-8a3780bd6a0f {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:31:44.045626 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:44.097843 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf39076-8a8a-438e-b69f-da4997881f38 req-ec6aad10-d6c8-4b68-811d-5ca9a380656c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:44.099537 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ecf39076-8a8a-438e-b69f-da4997881f38 req-ec6aad10-d6c8-4b68-811d-5ca9a380656c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0572598 Aug 05 15:31:44.111647 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39896) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:44.116949 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-1a597294-eb2c-490c-a105-a49ff737ff1b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'floatingip': {'port_id': '3bde49ef-58cd-4efe-9d08-24840f0c6502'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:44.147532 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:44.203291 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=a7e56405-70bc-42da-933f-8a3780bd6a0f,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:44.204761 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1a597294-eb2c-490c-a105-a49ff737ff1b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (7b9aec63-1e48-415b-a5d4-4e6a2bb75425), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:44.425837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['a7e56405-70bc-42da-933f-8a3780bd6a0f'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:31:44.551522 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:44.626249 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7041ca-d3c0-4edc-9238-b72b9640e2af req-50ae028b-f174-4b98-947f-a310400ba6cc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:44.627931 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ba7041ca-d3c0-4edc-9238-b72b9640e2af req-50ae028b-f174-4b98-947f-a310400ba6cc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 944 time: 0.0527809 Aug 05 15:31:44.884805 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a8670-feb0-4296-b013-936f8bdedea0 req-a7c108f5-38cc-4d6a-9186-887336e8ef1b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:44.885709 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8a2a8670-feb0-4296-b013-936f8bdedea0 req-a7c108f5-38cc-4d6a-9186-887336e8ef1b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0509453 Aug 05 15:31:44.956720 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ba7041ca-d3c0-4edc-9238-b72b9640e2af req-d7dbb7dd-e1e5-4afe-83c6-234f0cd06b8d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3179770 Aug 05 15:31:44.987695 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8a2a8670-feb0-4296-b013-936f8bdedea0 req-c072cd21-bf24-4476-abf4-ac01dbbafd91 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926764 Aug 05 15:31:45.086812 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:45.126715 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1a597294-eb2c-490c-a105-a49ff737ff1b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:45.175705 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:45.204596 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1a597294-eb2c-490c-a105-a49ff737ff1b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (7b9aec63-1e48-415b-a5d4-4e6a2bb75425), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:45.300048 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [None req-1a597294-eb2c-490c-a105-a49ff737ff1b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Floating IP 7b9aec63-1e48-415b-a5d4-4e6a2bb75425 associated. External IP: 172.27.0.191, port: 3bde49ef-58cd-4efe-9d08-24840f0c6502. Aug 05 15:31:45.499198 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a597294-eb2c-490c-a105-a49ff737ff1b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Router 65128544-0210-470a-b8da-71d7b5d24c58 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:31:45.602723 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a597294-eb2c-490c-a105-a49ff737ff1b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:31:45.607423 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1a597294-eb2c-490c-a105-a49ff737ff1b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:45.642302 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-1a597294-eb2c-490c-a105-a49ff737ff1b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/7b9aec63-1e48-415b-a5d4-4e6a2bb75425 HTTP/1.1" status: 200 len: 992 time: 1.5265706 Aug 05 15:31:45.642302 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12163066-5037-46d7-8e66-c900aead6e69', 'tag': '3bde49ef-58cd-4efe-9d08-24840f0c6502'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:45.642801 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0149aa-1cfa-43b6-bfc9-29f1e85aac74 None None] Sync routers for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:31:45.643336 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a52ee7-802c-4577-906d-fd13ec6213e3" -d '{"events": [{"name": "network-changed", "server_uuid": "12163066-5037-46d7-8e66-c900aead6e69", "tag": "3bde49ef-58cd-4efe-9d08-24840f0c6502"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:45.654383 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0149aa-1cfa-43b6-bfc9-29f1e85aac74 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:45.655080 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-eb0149aa-1cfa-43b6-bfc9-29f1e85aac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:45.683640 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce0379b-3216-44aa-9cc9-2218a147c143 x-openstack-request-id: req-3ce0379b-3216-44aa-9cc9-2218a147c143 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:45.683998 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12163066-5037-46d7-8e66-c900aead6e69", "tag": "3bde49ef-58cd-4efe-9d08-24840f0c6502", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:45.684359 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3ce0379b-3216-44aa-9cc9-2218a147c143 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:45.684819 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce0379b-3216-44aa-9cc9-2218a147c143'] response: {'name': 'network-changed', 'server_uuid': '12163066-5037-46d7-8e66-c900aead6e69', 'tag': '3bde49ef-58cd-4efe-9d08-24840f0c6502', 'status': 'completed', 'code': 200} Aug 05 15:31:45.767216 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52ee7-802c-4577-906d-fd13ec6213e3 req-29212866-22fe-4144-a2e2-20d7073dfbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:45.769122 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a8a52ee7-802c-4577-906d-fd13ec6213e3 req-29212866-22fe-4144-a2e2-20d7073dfbdd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 1130 time: 0.0455453 Aug 05 15:31:45.782505 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-eb0149aa-1cfa-43b6-bfc9-29f1e85aac74 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:45.818488 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a7e56405-70bc-42da-933f-8a3780bd6a0f up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:31:45.876991 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port a7e56405-70bc-42da-933f-8a3780bd6a0f completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:31:45.887295 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52ee7-802c-4577-906d-fd13ec6213e3 req-59616838-e9c2-4b64-80c2-afb26c7627a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:45.888856 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a8a52ee7-802c-4577-906d-fd13ec6213e3 req-59616838-e9c2-4b64-80c2-afb26c7627a0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=5556c147-7063-4e54-b1ad-a45bb656fda4 HTTP/1.1" status: 200 len: 912 time: 0.1120589 Aug 05 15:31:45.966718 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port a7e56405-70bc-42da-933f-8a3780bd6a0f triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:31:45.967736 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:45.988623 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a8a52ee7-802c-4577-906d-fd13ec6213e3 req-20f16448-1887-4de3-b8d4-63dc13f5cd7c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bde49ef-58cd-4efe-9d08-24840f0c6502 HTTP/1.1" status: 200 len: 1000 time: 0.0926015 Aug 05 15:31:46.083964 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port a7e56405-70bc-42da-933f-8a3780bd6a0f is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:31:46.084503 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:46.101558 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-eb0149aa-1cfa-43b6-bfc9-29f1e85aac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '7b9aec63-1e48-415b-a5d4-4e6a2bb75425', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'port_id': '3bde49ef-58cd-4efe-9d08-24840f0c6502', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'mac_address': 'fa:16:3e:f7:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12163066-5037-46d7-8e66-c900aead6e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:31:15Z', 'updated_at': '2022-08-05T15:31:44Z', 'revision_number': 1, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:46.113129 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:46.115569 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b020f1-75e3-4b6e-8070-7c16074ba2fb" -d '{"events": [{"server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "name": "network-vif-plugged", "status": "completed", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:46.133704 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0149aa-1cfa-43b6-bfc9-29f1e85aac74 None None] Checking router: 65128544-0210-470a-b8da-71d7b5d24c58 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:31:46.135908 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:46.147207 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0149aa-1cfa-43b6-bfc9-29f1e85aac74 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:46.147930 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-eb0149aa-1cfa-43b6-bfc9-29f1e85aac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:46.185973 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1b51e-cf9b-48ed-885b-e94f038aa762 req-ef35ffef-49b7-4ea4-bd90-738e046e0c9a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:46.187477 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-78c1b51e-cf9b-48ed-885b-e94f038aa762 req-ef35ffef-49b7-4ea4-bd90-738e046e0c9a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 944 time: 0.1095133 Aug 05 15:31:46.194219 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f20d3-6410-4c86-98dc-db0cbb519f2c req-dcd3a178-10e8-44f7-90ca-471e31b433af tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:46.201152 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-911f20d3-6410-4c86-98dc-db0cbb519f2c req-dcd3a178-10e8-44f7-90ca-471e31b433af tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0758412 Aug 05 15:31:46.220931 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:46.221205 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52ee7-802c-4577-906d-fd13ec6213e3 req-6a540db0-9716-495b-af75-dcf397917788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:46.226017 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a8a52ee7-802c-4577-906d-fd13ec6213e3 req-6a540db0-9716-495b-af75-dcf397917788 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cb3c1b3d-59c6-4141-ad48-5db85d354a8b HTTP/1.1" status: 200 len: 850 time: 0.0680616 Aug 05 15:31:46.278979 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-911f20d3-6410-4c86-98dc-db0cbb519f2c req-a747efa2-92f5-4ba6-928b-c2ac754e1d65 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760872 Aug 05 15:31:46.290093 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-eb0149aa-1cfa-43b6-bfc9-29f1e85aac74 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:46.300982 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52ee7-802c-4577-906d-fd13ec6213e3 req-aeaa7b46-cbc4-4319-9060-10154593a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:46.302740 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a8a52ee7-802c-4577-906d-fd13ec6213e3 req-aeaa7b46-cbc4-4319-9060-10154593a9da service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=5556c147-7063-4e54-b1ad-a45bb656fda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596583 Aug 05 15:31:46.309621 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=a7e56405-70bc-42da-933f-8a3780bd6a0f,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:46.340234 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-78c1b51e-cf9b-48ed-885b-e94f038aa762 req-f3597f73-da5d-42f5-b358-0ff5f656e08e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316214 Aug 05 15:31:46.361268 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fb4db1-59b1-4310-83cd-4983d7d23913 x-openstack-request-id: req-e1fb4db1-59b1-4310-83cd-4983d7d23913 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:46.363067 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "name": "network-vif-plugged", "status": "completed", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:46.369121 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e1fb4db1-59b1-4310-83cd-4983d7d23913 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:46.369121 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1fb4db1-59b1-4310-83cd-4983d7d23913'] response: {'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'code': 200} Aug 05 15:31:46.414587 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a8a52ee7-802c-4577-906d-fd13ec6213e3 req-86de16be-4cb0-42c8-99f2-88053c6f1cdc service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021714 Aug 05 15:31:46.521683 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a8a52ee7-802c-4577-906d-fd13ec6213e3 req-4ed81388-35a3-44b6-927a-def3c3ca8ec2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998440 Aug 05 15:31:46.554131 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-eb0149aa-1cfa-43b6-bfc9-29f1e85aac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '7b9aec63-1e48-415b-a5d4-4e6a2bb75425', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'port_id': '3bde49ef-58cd-4efe-9d08-24840f0c6502', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'mac_address': 'fa:16:3e:f7:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12163066-5037-46d7-8e66-c900aead6e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:31:15Z', 'updated_at': '2022-08-05T15:31:44Z', 'revision_number': 1, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:46.579967 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0149aa-1cfa-43b6-bfc9-29f1e85aac74 None None] The sync data for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi is: [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '7b9aec63-1e48-415b-a5d4-4e6a2bb75425', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'floating_ip_address': '172.27.0.191', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'port_id': '3bde49ef-58cd-4efe-9d08-24840f0c6502', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'mac_address': 'fa:16:3e:f7:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12163066-5037-46d7-8e66-c900aead6e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:31:15Z', 'updated_at': '2022-08-05T15:31:44Z', 'revision_number': 1, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:31:46.627337 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:46.710876 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e119c-4543-4a00-83e5-6ddc4a9b62c1 req-7ee5d91d-e796-400f-be0e-aa464629d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:46.712552 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c20e119c-4543-4a00-83e5-6ddc4a9b62c1 req-7ee5d91d-e796-400f-be0e-aa464629d7e2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 1129 time: 0.0425947 Aug 05 15:31:46.761807 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c20e119c-4543-4a00-83e5-6ddc4a9b62c1 req-cd4a5212-03ee-4644-8423-f3dfb5fc352e service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406964 Aug 05 15:31:46.780096 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41404e6b-df34-4526-8c92-d8ae27259972 None None] New status for floating IP 7b9aec63-1e48-415b-a5d4-4e6a2bb75425: ACTIVE {{(pid=104519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:31:47.076230 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39972) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:47.193929 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:47.282937 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Publish callbacks [] for security_group (9850749a-3257-4029-a834-7af96036b9e9), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:47.288572 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:47.336370 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (9850749a-3257-4029-a834-7af96036b9e9), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:47.361709 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:47.379779 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2f4668b357ae4baf957680eeacf627fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019307 Aug 05 15:31:47.380665 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9850749a-3257-4029-a834-7af96036b9e9,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:47.382778 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 39980) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:47.399329 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.399719 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.400138 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.400477 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.400810 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.401137 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.401460 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.401784 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.402624 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.402782 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.403426 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.403923 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.404411 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.404921 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.405389 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c340095-a2a9-4a15-9b35-8448af39ea29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:47.442665 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6765d5b-e71b-4d1c-9ebe-65d046a4f426 req-cfad465b-c52a-49c3-bd2c-a026117fd550 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:47.444285 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b6765d5b-e71b-4d1c-9ebe-65d046a4f426 req-cfad465b-c52a-49c3-bd2c-a026117fd550 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0916228 Aug 05 15:31:47.456455 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ec8c15c9-0d0f-4b24-a669-0ba7db556cf6 admin admin] Publish callbacks [] for security_group (9850749a-3257-4029-a834-7af96036b9e9), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:47.493296 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ec8c15c9-0d0f-4b24-a669-0ba7db556cf6 admin admin] Publish callbacks [] for security_group (9850749a-3257-4029-a834-7af96036b9e9), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:47.546441 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b6765d5b-e71b-4d1c-9ebe-65d046a4f426 req-9971687d-ed20-43b8-a6e0-2a66007bf7e0 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898581 Aug 05 15:31:47.562446 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e0d34-0564-40af-b7a3-eb0c3ea5ab24 req-a485b7e4-39ee-466d-8130-b88b609ab6e6 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:47.564120 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-339e0d34-0564-40af-b7a3-eb0c3ea5ab24 req-a485b7e4-39ee-466d-8130-b88b609ab6e6 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.1189079 Aug 05 15:31:47.617186 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:47.618510 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ec8c15c9-0d0f-4b24-a669-0ba7db556cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (9850749a-3257-4029-a834-7af96036b9e9), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:47.624589 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ec8c15c9-0d0f-4b24-a669-0ba7db556cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:47.629442 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-ec8c15c9-0d0f-4b24-a669-0ba7db556cf6 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/9850749a-3257-4029-a834-7af96036b9e9 HTTP/1.1" status: 204 len: 168 time: 0.2426157 Aug 05 15:31:47.656425 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c15c9-0d0f-4b24-a669-0ba7db556cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850749a-3257-4029-a834-7af96036b9e9,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:47.690661 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-339e0d34-0564-40af-b7a3-eb0c3ea5ab24 req-262e3b3a-1e0c-41d6-9094-60b027e1fb06 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143296 Aug 05 15:31:48.421634 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40014) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:48.435542 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dcac0052-8e19-4e6b-958f-ac466212df88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:48.524489 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dcac0052-8e19-4e6b-958f-ac466212df88 admin admin] Publish callbacks [] for security_group (4c4c783a-43b1-4c05-9420-d716c3e201a2), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:48.587606 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dcac0052-8e19-4e6b-958f-ac466212df88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (4c4c783a-43b1-4c05-9420-d716c3e201a2), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:48.636278 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-dcac0052-8e19-4e6b-958f-ac466212df88 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ed2115d8151647cbafc5d265a84dfbc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135262 Aug 05 15:31:48.637470 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac0052-8e19-4e6b-958f-ac466212df88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4c783a-43b1-4c05-9420-d716c3e201a2,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:48.639960 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40020) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:48.673565 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb6692-142a-409a-add2-08e7a281f84c req-cc331278-5985-44bf-8c6e-3ea2ff468474 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:48.675001 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eeeb6692-142a-409a-add2-08e7a281f84c req-cc331278-5985-44bf-8c6e-3ea2ff468474 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0626650 Aug 05 15:31:48.693867 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7dc1abdf-0e83-422b-bcdf-5e5fdb6cea45 admin admin] Publish callbacks [] for security_group (4c4c783a-43b1-4c05-9420-d716c3e201a2), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:48.717488 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7dc1abdf-0e83-422b-bcdf-5e5fdb6cea45 admin admin] Publish callbacks [] for security_group (4c4c783a-43b1-4c05-9420-d716c3e201a2), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:48.725359 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eeeb6692-142a-409a-add2-08e7a281f84c req-49279e83-c34f-4fff-9863-2049dcaeedc4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445633 Aug 05 15:31:48.832463 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069227d3-5273-4d63-b738-352e26a7dc52 req-77ca2064-68ae-4a02-9461-f2ab636fbfdb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:48.840349 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-069227d3-5273-4d63-b738-352e26a7dc52 req-77ca2064-68ae-4a02-9461-f2ab636fbfdb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0618546 Aug 05 15:31:48.867884 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7dc1abdf-0e83-422b-bcdf-5e5fdb6cea45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (4c4c783a-43b1-4c05-9420-d716c3e201a2), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:48.870735 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7dc1abdf-0e83-422b-bcdf-5e5fdb6cea45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:48.872543 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7dc1abdf-0e83-422b-bcdf-5e5fdb6cea45 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4c4c783a-43b1-4c05-9420-d716c3e201a2 HTTP/1.1" status: 204 len: 168 time: 0.2316070 Aug 05 15:31:48.882699 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1abdf-0e83-422b-bcdf-5e5fdb6cea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4c783a-43b1-4c05-9420-d716c3e201a2,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:48.899518 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-069227d3-5273-4d63-b738-352e26a7dc52 req-bb3063d1-0ea3-4d22-a8f7-f6ddd9a81d4e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581772 Aug 05 15:31:49.044580 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b316759-ec3b-455f-9d36-cda3f494520b req-db5eae93-e230-42c8-ba17-9ef375635461 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:49.046055 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2b316759-ec3b-455f-9d36-cda3f494520b req-db5eae93-e230-42c8-ba17-9ef375635461 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0496583 Aug 05 15:31:49.057314 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40042) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:49.068111 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-a43abb3b-1577-4950-aa9c-5bf3e3876979 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'floatingip': {'port_id': 'a7e56405-70bc-42da-933f-8a3780bd6a0f'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:31:49.148890 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a43abb3b-1577-4950-aa9c-5bf3e3876979 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (66f6bd41-4173-4704-92b2-4e534c84804d), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:49.383695 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:49.789623 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a43abb3b-1577-4950-aa9c-5bf3e3876979 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:49.852882 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21dd0d-cda9-4d0e-97fb-6119c89f0c8d req-0ceaab85-bcdf-4f41-9bd2-914efbbf66eb tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:49.854490 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ec21dd0d-cda9-4d0e-97fb-6119c89f0c8d req-0ceaab85-bcdf-4f41-9bd2-914efbbf66eb tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0464413 Aug 05 15:31:49.855824 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a43abb3b-1577-4950-aa9c-5bf3e3876979 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (66f6bd41-4173-4704-92b2-4e534c84804d), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:49.968662 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:49.983204 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ec21dd0d-cda9-4d0e-97fb-6119c89f0c8d req-54c89ca0-360a-4c8f-b9dc-a40d6f4947d6 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229796 Aug 05 15:31:49.994583 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [None req-a43abb3b-1577-4950-aa9c-5bf3e3876979 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Floating IP 66f6bd41-4173-4704-92b2-4e534c84804d associated. External IP: 172.27.0.33, port: a7e56405-70bc-42da-933f-8a3780bd6a0f. Aug 05 15:31:50.397298 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43abb3b-1577-4950-aa9c-5bf3e3876979 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Router 44fb3fe5-ff13-461f-9925-8faf21687633 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:31:50.503124 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43abb3b-1577-4950-aa9c-5bf3e3876979 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:31:50.507975 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a43abb3b-1577-4950-aa9c-5bf3e3876979 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:50.512713 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9856e9-c2f0-4c9e-a486-b3b26595df5e None None] Sync routers for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:31:50.527925 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9856e9-c2f0-4c9e-a486-b3b26595df5e None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:50.528557 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fe9856e9-c2f0-4c9e-a486-b3b26595df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:50.547648 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a43abb3b-1577-4950-aa9c-5bf3e3876979 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/66f6bd41-4173-4704-92b2-4e534c84804d HTTP/1.1" status: 200 len: 990 time: 1.4886887 Aug 05 15:31:50.548369 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:50.550680 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62fd047-c438-47bd-8298-b5c6d3145aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:50.589401 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24403763-b4b3-443c-b3ff-ac91d7608dea x-openstack-request-id: req-24403763-b4b3-443c-b3ff-ac91d7608dea {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:50.589685 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:50.591247 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-24403763-b4b3-443c-b3ff-ac91d7608dea {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:50.591247 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24403763-b4b3-443c-b3ff-ac91d7608dea'] response: {'name': 'network-changed', 'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'status': 'completed', 'code': 200} Aug 05 15:31:50.623103 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:50.634296 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:50.636611 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-fe9856e9-c2f0-4c9e-a486-b3b26595df5e None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:50.666630 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fd047-c438-47bd-8298-b5c6d3145aa0 req-826caf02-d869-4bae-b413-8f8f955d9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:50.668222 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e62fd047-c438-47bd-8298-b5c6d3145aa0 req-826caf02-d869-4bae-b413-8f8f955d9688 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 1129 time: 0.0433903 Aug 05 15:31:50.771121 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fd047-c438-47bd-8298-b5c6d3145aa0 req-3da76c21-d681-4473-9825-251a5c19307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:50.773297 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e62fd047-c438-47bd-8298-b5c6d3145aa0 req-3da76c21-d681-4473-9825-251a5c19307b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 918 time: 0.0953777 Aug 05 15:31:50.843265 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:50.852145 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e62fd047-c438-47bd-8298-b5c6d3145aa0 req-c468ce3b-7370-42d8-8766-83880d9ec845 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f HTTP/1.1" status: 200 len: 998 time: 0.0662796 Aug 05 15:31:50.859024 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fe9856e9-c2f0-4c9e-a486-b3b26595df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '66f6bd41-4173-4704-92b2-4e534c84804d', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'port_id': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'mac_address': 'fa:16:3e:b2:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:31:18Z', 'updated_at': '2022-08-05T15:31:49Z', 'revision_number': 1, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:50.887365 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9856e9-c2f0-4c9e-a486-b3b26595df5e None None] Checking router: 44fb3fe5-ff13-461f-9925-8faf21687633 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:31:50.896036 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9856e9-c2f0-4c9e-a486-b3b26595df5e None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:31:50.896805 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fe9856e9-c2f0-4c9e-a486-b3b26595df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:31:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:50.905490 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fd047-c438-47bd-8298-b5c6d3145aa0 req-a0ea0250-2cad-4538-81db-b682dcd5a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:50.907711 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e62fd047-c438-47bd-8298-b5c6d3145aa0 req-a0ea0250-2cad-4538-81db-b682dcd5a488 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0fd5c40f-af1a-4779-a54d-b857ddde5de6 HTTP/1.1" status: 200 len: 856 time: 0.0470808 Aug 05 15:31:50.959275 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fd047-c438-47bd-8298-b5c6d3145aa0 req-c9e11404-3649-43a0-aa41-1a3ad61af427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:50.960825 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e62fd047-c438-47bd-8298-b5c6d3145aa0 req-c9e11404-3649-43a0-aa41-1a3ad61af427 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c44331f6-946f-4f51-8016-9a872c1f5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412495 Aug 05 15:31:51.001020 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-fe9856e9-c2f0-4c9e-a486-b3b26595df5e None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:31:51.074329 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:51.087660 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e62fd047-c438-47bd-8298-b5c6d3145aa0 req-5fcc89bc-f60f-4431-8d60-6723c5ed43da service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140676 Aug 05 15:31:51.123393 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30056229-1494-4bd2-8600-91a0fde83b3a req-b79127b9-7edc-49e4-9ec8-a317eea2551d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:51.125175 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-30056229-1494-4bd2-8600-91a0fde83b3a req-b79127b9-7edc-49e4-9ec8-a317eea2551d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0603662 Aug 05 15:31:51.180297 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:51.185953 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-30056229-1494-4bd2-8600-91a0fde83b3a req-b225f42d-7047-49f9-ae76-4bcaabf1f09d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538309 Aug 05 15:31:51.205511 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e62fd047-c438-47bd-8298-b5c6d3145aa0 req-1d40b887-11f8-42e5-8541-65e4c8ee5fb8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097519 Aug 05 15:31:51.306082 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fe9856e9-c2f0-4c9e-a486-b3b26595df5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '66f6bd41-4173-4704-92b2-4e534c84804d', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'port_id': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'mac_address': 'fa:16:3e:b2:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:31:18Z', 'updated_at': '2022-08-05T15:31:49Z', 'revision_number': 1, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:31:51.331424 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9856e9-c2f0-4c9e-a486-b3b26595df5e None None] The sync data for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi is: [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '66f6bd41-4173-4704-92b2-4e534c84804d', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'floating_ip_address': '172.27.0.33', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'port_id': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'mac_address': 'fa:16:3e:b2:50:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:31:18Z', 'updated_at': '2022-08-05T15:31:49Z', 'revision_number': 1, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:31:51.536663 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a7675-5f5b-44b5-9d13-1bc90e79b7f7 None None] New status for floating IP 66f6bd41-4173-4704-92b2-4e534c84804d: ACTIVE {{(pid=104519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:31:51.587534 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:52.319607 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1ef07b-331c-4f47-b663-81b2727c68bd req-e857ff87-347e-4614-aeff-bdef439921ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:52.320279 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8b1ef07b-331c-4f47-b663-81b2727c68bd req-e857ff87-347e-4614-aeff-bdef439921ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0590374 Aug 05 15:31:52.371426 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8b1ef07b-331c-4f47-b663-81b2727c68bd req-761b2502-6ce7-45a9-ba35-6b0019aff168 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450253 Aug 05 15:31:53.495617 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0644d1-dbca-47a8-89a5-8dfc578d3c72 req-79550c06-2b12-4ae6-a930-2ca6578ffb1d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:53.502673 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eb0644d1-dbca-47a8-89a5-8dfc578d3c72 req-79550c06-2b12-4ae6-a930-2ca6578ffb1d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0583184 Aug 05 15:31:53.546651 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eb0644d1-dbca-47a8-89a5-8dfc578d3c72 req-2713cc31-f0e9-4a59-abf2-ca02b5ed10ea tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430157 Aug 05 15:31:54.670556 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fda959-4186-4c80-8014-74df5d468027 req-56def6db-0e4c-4cb6-9a15-c9548d1818bb tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:54.672516 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b1fda959-4186-4c80-8014-74df5d468027 req-56def6db-0e4c-4cb6-9a15-c9548d1818bb tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0486772 Aug 05 15:31:54.725643 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b1fda959-4186-4c80-8014-74df5d468027 req-c2071b5e-8829-41d3-82af-031677995389 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475996 Aug 05 15:31:54.927308 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271f22f-0584-4820-bca9-26f10f9a0ce1 req-6ebd8a2a-c24c-4a4d-a481-0d9f821cd20c tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:54.927677 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c271f22f-0584-4820-bca9-26f10f9a0ce1 req-6ebd8a2a-c24c-4a4d-a481-0d9f821cd20c tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 945 time: 0.0508330 Aug 05 15:31:54.981820 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c271f22f-0584-4820-bca9-26f10f9a0ce1 req-964da377-5ab5-4919-a8ec-ddacf296ca7d tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474293 Aug 05 15:31:55.468567 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40210) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:55.573312 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:55.647878 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Publish callbacks [] for security_group (bfb00328-dde3-4f3e-9c52-fd12a069d4c4), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:55.717408 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (bfb00328-dde3-4f3e-9c52-fd12a069d4c4), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:55.755612 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb00328-dde3-4f3e-9c52-fd12a069d4c4,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:55.759664 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=bb8e2bf04bf24c24b37ddfc80217a84e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900987 Aug 05 15:31:55.762606 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40216) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:55.765866 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.766217 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.766565 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.766906 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.767429 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.767776 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.768125 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.768457 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.769210 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.769210 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.769492 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.769744 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.770068 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.770394 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.770734 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9318607e-c0be-4324-a16e-db3dff57bcbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:31:55.828505 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc8e9-082e-4368-9cdf-348cd425ad51 admin admin] Publish callbacks [] for security_group (bfb00328-dde3-4f3e-9c52-fd12a069d4c4), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:55.854162 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc8e9-082e-4368-9cdf-348cd425ad51 admin admin] Publish callbacks [] for security_group (bfb00328-dde3-4f3e-9c52-fd12a069d4c4), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:55.875602 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9c388-5ddd-467e-b7fd-43c06d3bb2b4 req-77cddec3-0942-4146-a09b-511b4b64b978 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:55.877992 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5cb9c388-5ddd-467e-b7fd-43c06d3bb2b4 req-77cddec3-0942-4146-a09b-511b4b64b978 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0636406 Aug 05 15:31:55.913120 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:55.918423 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:31:55.928198 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5cb9c388-5ddd-467e-b7fd-43c06d3bb2b4 req-d14d3c1d-25e3-47ec-bd88-51d9e0532f5d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Aug 05 15:31:55.969787 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc8e9-082e-4368-9cdf-348cd425ad51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (bfb00328-dde3-4f3e-9c52-fd12a069d4c4), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:55.972605 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d2bdc8e9-082e-4368-9cdf-348cd425ad51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:55.975986 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-d2bdc8e9-082e-4368-9cdf-348cd425ad51 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/bfb00328-dde3-4f3e-9c52-fd12a069d4c4 HTTP/1.1" status: 204 len: 168 time: 0.2121546 Aug 05 15:31:55.985715 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bdc8e9-082e-4368-9cdf-348cd425ad51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb00328-dde3-4f3e-9c52-fd12a069d4c4,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:56.113310 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c296f5-2e88-4be8-9814-18307eea8167 req-b8dc602a-ded3-4fe2-9d2f-cd7e926079fa tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:56.114778 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-78c296f5-2e88-4be8-9814-18307eea8167 req-b8dc602a-ded3-4fe2-9d2f-cd7e926079fa tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 945 time: 0.0491564 Aug 05 15:31:56.161684 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-78c296f5-2e88-4be8-9814-18307eea8167 req-49a01985-4495-4dde-8c16-2d5e5abb1a5a tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Aug 05 15:31:56.704851 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40236) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:56.719651 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-35749282-bc96-49b6-9617-2491ccf18120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:56.795568 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-35749282-bc96-49b6-9617-2491ccf18120 admin admin] Publish callbacks [] for security_group (83fc9cf4-15d1-4bc0-8547-dd835ecd29f9), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:56.848390 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-35749282-bc96-49b6-9617-2491ccf18120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (83fc9cf4-15d1-4bc0-8547-dd835ecd29f9), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:56.888146 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35749282-bc96-49b6-9617-2491ccf18120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fc9cf4-15d1-4bc0-8547-dd835ecd29f9,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:56.892465 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-35749282-bc96-49b6-9617-2491ccf18120 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=87ce220cb82e438183b3483fc3917544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863739 Aug 05 15:31:56.895162 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40238) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:56.946817 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9ef9076f-f0b2-4912-89e2-8ff4b5990932 admin admin] Publish callbacks [] for security_group (83fc9cf4-15d1-4bc0-8547-dd835ecd29f9), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:56.970098 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9ef9076f-f0b2-4912-89e2-8ff4b5990932 admin admin] Publish callbacks [] for security_group (83fc9cf4-15d1-4bc0-8547-dd835ecd29f9), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:57.078069 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dad6b7-6d31-4b05-94b9-b7202b4a7fa0 req-6fc54c57-175b-4fc8-a1f9-355ce211d30b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:57.080267 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a1dad6b7-6d31-4b05-94b9-b7202b4a7fa0 req-6fc54c57-175b-4fc8-a1f9-355ce211d30b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0556946 Aug 05 15:31:57.103814 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-27af12d6-c67c-4de5-81d2-31f620986891 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1181240 Aug 05 15:31:57.122814 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb06ff-c7a2-4c1d-8797-62a26aad4d2f req-02159416-1bc1-4dac-8177-598e08ee1bdb tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:57.124390 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a0eb06ff-c7a2-4c1d-8797-62a26aad4d2f req-02159416-1bc1-4dac-8177-598e08ee1bdb tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 945 time: 0.1028178 Aug 05 15:31:57.163217 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a1dad6b7-6d31-4b05-94b9-b7202b4a7fa0 req-c8dce88d-5b77-40a8-b1bf-d4d2e9e4576a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703821 Aug 05 15:31:57.215030 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9ef9076f-f0b2-4912-89e2-8ff4b5990932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (83fc9cf4-15d1-4bc0-8547-dd835ecd29f9), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:57.217586 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9ef9076f-f0b2-4912-89e2-8ff4b5990932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:57.219281 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-9ef9076f-f0b2-4912-89e2-8ff4b5990932 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/83fc9cf4-15d1-4bc0-8547-dd835ecd29f9 HTTP/1.1" status: 204 len: 168 time: 0.3232193 Aug 05 15:31:57.269629 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9076f-f0b2-4912-89e2-8ff4b5990932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fc9cf4-15d1-4bc0-8547-dd835ecd29f9,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:57.272218 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-59d48cdf-07a6-41e8-9f45-88d9c6972439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:57.273979 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-59d48cdf-07a6-41e8-9f45-88d9c6972439 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 1130 time: 0.1091673 Aug 05 15:31:57.325662 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b5bf4-81ae-4649-875c-3904ec837163 req-647da29e-6d32-4f41-b584-0026cdb104f4 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:57.329167 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e09b5bf4-81ae-4649-875c-3904ec837163 req-647da29e-6d32-4f41-b584-0026cdb104f4 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 945 time: 0.0836794 Aug 05 15:31:57.406425 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-a0eb06ff-c7a2-4c1d-8797-62a26aad4d2f req-a8409b99-144a-4764-89b3-2eae26b9de3a tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Deleting port 28c81c6f-0f04-42c8-9ebc-2615897dd265 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:31:57.406772 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-a0eb06ff-c7a2-4c1d-8797-62a26aad4d2f req-a8409b99-144a-4764-89b3-2eae26b9de3a tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:57.412751 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e09b5bf4-81ae-4649-875c-3904ec837163 req-5d0dc7a8-04da-4a2e-a276-581de3080a6e tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742486 Aug 05 15:31:57.560304 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-484c4a0a-7df0-4fbb-8c46-b96b9973d12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:57.693591 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:57.722680 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:57.733564 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-8825451a-f380-4675-8950-d2ffce370745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:57.735103 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-8825451a-f380-4675-8950-d2ffce370745 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 0.4129350 Aug 05 15:31:57.759065 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-a0eb06ff-c7a2-4c1d-8797-62a26aad4d2f req-a8409b99-144a-4764-89b3-2eae26b9de3a tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] For port 28c81c6f-0f04-42c8-9ebc-2615897dd265, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=28c81c6f-0f04-42c8-9ebc-2615897dd265,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:31:57.759361 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-a0eb06ff-c7a2-4c1d-8797-62a26aad4d2f req-a8409b99-144a-4764-89b3-2eae26b9de3a tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:57.792932 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-b248bf1e-fa35-424e-8abd-c651d8cdb3c8 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 HTTP/1.1" status: 200 len: 217 time: 0.0481997 Aug 05 15:31:57.801977 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-a0eb06ff-c7a2-4c1d-8797-62a26aad4d2f req-a8409b99-144a-4764-89b3-2eae26b9de3a tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Calling delete_port for 28c81c6f-0f04-42c8-9ebc-2615897dd265 owned by compute:nova {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:31:57.847971 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40264) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:57.918080 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-eadcbeb1-3796-4ee7-afff-4c6fd5a5b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:57.919588 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-eadcbeb1-3796-4ee7-afff-4c6fd5a5b157 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.1190128 Aug 05 15:31:57.983360 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c912964d-2f00-4f71-9c4a-7d1ef5f112d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:57.987713 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:57.989590 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-588687ff-f036-4934-9b2f-59fcddd0a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:57.992225 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-588687ff-f036-4934-9b2f-59fcddd0a801 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639014 Aug 05 15:31:58.066880 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c912964d-2f00-4f71-9c4a-7d1ef5f112d1 admin admin] Publish callbacks [] for security_group (f19ac61e-7c7c-4702-9ccb-df327c77d80d), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:58.128409 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-399bd670-3c39-4979-8844-dc66c20b76fd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256466 Aug 05 15:31:58.223779 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9f0409ec-9594-45c9-b566-759aacba3a0e req-1b8ba1f6-c277-48ed-8649-cfe1f5d8bf1a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892363 Aug 05 15:31:58.290690 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ed737-2fd6-4405-ad80-c0cd1032c187 req-edf9a993-faf6-42de-9579-079514abac2f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:58.292422 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-999ed737-2fd6-4405-ad80-c0cd1032c187 req-edf9a993-faf6-42de-9579-079514abac2f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0502796 Aug 05 15:31:58.344131 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-999ed737-2fd6-4405-ad80-c0cd1032c187 req-a215bfff-b2a1-4291-9f3c-1dad48f229d3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441759 Aug 05 15:31:58.375967 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-a0eb06ff-c7a2-4c1d-8797-62a26aad4d2f req-a8409b99-144a-4764-89b3-2eae26b9de3a tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (28c81c6f-0f04-42c8-9ebc-2615897dd265), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:58.378408 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c912964d-2f00-4f71-9c4a-7d1ef5f112d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (f19ac61e-7c7c-4702-9ccb-df327c77d80d), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:58.410878 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8409b99-144a-4764-89b3-2eae26b9de3a tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Pushing event deleted for resources: {'Port': ['ID=28c81c6f-0f04-42c8-9ebc-2615897dd265,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:58.453544 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-c912964d-2f00-4f71-9c4a-7d1ef5f112d1 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=43cb2fa3e8a1460f9a68979fb8e9299b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6041651 Aug 05 15:31:58.456037 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40284) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:58.471345 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912964d-2f00-4f71-9c4a-7d1ef5f112d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19ac61e-7c7c-4702-9ccb-df327c77d80d,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:58.576046 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0eb06ff-c7a2-4c1d-8797-62a26aad4d2f req-a8409b99-144a-4764-89b3-2eae26b9de3a tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] No DVR routers for this DVR port 28c81c6f-0f04-42c8-9ebc-2615897dd265 on host hv-cinder-84989 {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:31:58.581220 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-a0eb06ff-c7a2-4c1d-8797-62a26aad4d2f req-a8409b99-144a-4764-89b3-2eae26b9de3a tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:58.585157 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:58.592216 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a0eb06ff-c7a2-4c1d-8797-62a26aad4d2f req-a8409b99-144a-4764-89b3-2eae26b9de3a tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.17 "DELETE /networking/v2.0/ports/28c81c6f-0f04-42c8-9ebc-2615897dd265 HTTP/1.1" status: 204 len: 173 time: 1.4615409 Aug 05 15:31:58.593384 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fc8045-3334-4a65-8f0c-abb0fccd473e', 'name': 'network-vif-deleted', 'tag': '28c81c6f-0f04-42c8-9ebc-2615897dd265'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:31:58.596889 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cb823c-6e89-4630-8d9e-f5777ac89473" -d '{"events": [{"server_uuid": "b6fc8045-3334-4a65-8f0c-abb0fccd473e", "name": "network-vif-deleted", "tag": "28c81c6f-0f04-42c8-9ebc-2615897dd265"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:31:58.618107 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f8afc2a9-8110-4b11-8ea7-2bd8bee530b2 req-14cba006-2606-48b2-9b55-cec64721c12e tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 210 time: 0.0959322 Aug 05 15:31:58.633386 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-84faa0d3-894c-4a67-ab1e-449fb8bf1f22 admin admin] Publish callbacks [] for security_group (f19ac61e-7c7c-4702-9ccb-df327c77d80d), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:58.680283 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fed89a-0a32-4424-976a-f80aadaaf9fb x-openstack-request-id: req-b7fed89a-0a32-4424-976a-f80aadaaf9fb {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:31:58.682034 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fc8045-3334-4a65-8f0c-abb0fccd473e", "name": "network-vif-deleted", "tag": "28c81c6f-0f04-42c8-9ebc-2615897dd265", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:31:58.682481 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b7fed89a-0a32-4424-976a-f80aadaaf9fb {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:31:58.683078 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7fed89a-0a32-4424-976a-f80aadaaf9fb'] response: {'server_uuid': 'b6fc8045-3334-4a65-8f0c-abb0fccd473e', 'name': 'network-vif-deleted', 'tag': '28c81c6f-0f04-42c8-9ebc-2615897dd265', 'status': 'completed', 'code': 200} Aug 05 15:31:58.699991 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-84faa0d3-894c-4a67-ab1e-449fb8bf1f22 admin admin] Publish callbacks [] for security_group (f19ac61e-7c7c-4702-9ccb-df327c77d80d), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:58.780457 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:31:58.860776 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-84faa0d3-894c-4a67-ab1e-449fb8bf1f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (f19ac61e-7c7c-4702-9ccb-df327c77d80d), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:58.864796 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-84faa0d3-894c-4a67-ab1e-449fb8bf1f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:58.868208 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-84faa0d3-894c-4a67-ab1e-449fb8bf1f22 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f19ac61e-7c7c-4702-9ccb-df327c77d80d HTTP/1.1" status: 204 len: 168 time: 0.4090905 Aug 05 15:31:58.875494 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faa0d3-894c-4a67-ab1e-449fb8bf1f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19ac61e-7c7c-4702-9ccb-df327c77d80d,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:59.476247 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2feedd7-4c1a-4a02-a3e0-5bdf6cc49d2c req-fb2bd26d-40cb-45e5-ba93-e3b659100f5e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:31:59.477747 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f2feedd7-4c1a-4a02-a3e0-5bdf6cc49d2c req-fb2bd26d-40cb-45e5-ba93-e3b659100f5e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0478706 Aug 05 15:31:59.526971 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f2feedd7-4c1a-4a02-a3e0-5bdf6cc49d2c req-8d2497ed-3093-4c00-a9dc-af776ce584f8 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434461 Aug 05 15:31:59.550402 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40320) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:59.565652 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-526fd7c8-6e8b-470d-80f1-833647fb988c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:59.643331 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-526fd7c8-6e8b-470d-80f1-833647fb988c admin admin] Publish callbacks [] for security_group (16b300c1-d517-4489-8b42-40a330af4620), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:59.694261 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-526fd7c8-6e8b-470d-80f1-833647fb988c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (16b300c1-d517-4489-8b42-40a330af4620), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:59.738005 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-526fd7c8-6e8b-470d-80f1-833647fb988c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=3286af1b3a0e4ee9884229f276a9e9a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1852572 Aug 05 15:31:59.739139 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fd7c8-6e8b-470d-80f1-833647fb988c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b300c1-d517-4489-8b42-40a330af4620,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:31:59.741771 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40328) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:31:59.759105 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a5dd7efe-36ac-48e9-870b-a852edd69e06 req-cefece3b-34da-430f-89aa-d7feabdb7d22 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 210 time: 0.0330427 Aug 05 15:31:59.813501 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3b0d-a369-402a-b577-389c2d6b990b admin admin] Publish callbacks [] for security_group (16b300c1-d517-4489-8b42-40a330af4620), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:59.836584 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3b0d-a369-402a-b577-389c2d6b990b admin admin] Publish callbacks [] for security_group (16b300c1-d517-4489-8b42-40a330af4620), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:59.837878 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ff863735-245e-41c5-ac9d-05506b7979a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:59.940077 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3b0d-a369-402a-b577-389c2d6b990b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (16b300c1-d517-4489-8b42-40a330af4620), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:59.942730 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3b0d-a369-402a-b577-389c2d6b990b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:31:59.943908 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-a6fe3b0d-a369-402a-b577-389c2d6b990b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/16b300c1-d517-4489-8b42-40a330af4620 HTTP/1.1" status: 204 len: 168 time: 0.1906667 Aug 05 15:31:59.954115 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe3b0d-a369-402a-b577-389c2d6b990b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b300c1-d517-4489-8b42-40a330af4620,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:00.455995 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 28c81c6f-0f04-42c8-9ebc-2615897dd265 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:32:00.486465 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 28c81c6f-0f04-42c8-9ebc-2615897dd265 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:32:00.486905 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 28c81c6f-0f04-42c8-9ebc-2615897dd265 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:32:00.523448 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:00.648995 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b30c99-5c29-433b-9973-8246779f0f59 req-adb1347f-77b8-4d36-b2d2-77f5f3b338fa tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:00.650622 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-72b30c99-5c29-433b-9973-8246779f0f59 req-adb1347f-77b8-4d36-b2d2-77f5f3b338fa tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0497410 Aug 05 15:32:00.700571 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-72b30c99-5c29-433b-9973-8246779f0f59 req-df69d9e9-277d-4721-8c6d-5043f416622f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441597 Aug 05 15:32:00.865835 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:00.895690 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d27ed083-97f3-438e-b7b7-e46a4997c210 req-3cd6445e-cc40-4ce3-b2fe-ec9c3629b382 tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 210 time: 0.0278528 Aug 05 15:32:01.531043 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40378) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:01.639687 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4c8085d8-fadc-40b5-b2d1-ac996b98789b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:01.716800 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4c8085d8-fadc-40b5-b2d1-ac996b98789b admin admin] Publish callbacks [] for security_group (c3039ca3-1f83-4ea4-8345-83b7abbeb6d9), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:01.802510 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4c8085d8-fadc-40b5-b2d1-ac996b98789b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (c3039ca3-1f83-4ea4-8345-83b7abbeb6d9), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:01.847340 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1960c3-5c04-42fe-9aba-f26f20d54739 req-d2e00f64-1d50-4d1f-b9eb-90b10b5fb342 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:01.848905 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9e1960c3-5c04-42fe-9aba-f26f20d54739 req-d2e00f64-1d50-4d1f-b9eb-90b10b5fb342 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0773511 Aug 05 15:32:01.859799 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-4c8085d8-fadc-40b5-b2d1-ac996b98789b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=dd21b66440474a94bb01f2945c569033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277650 Aug 05 15:32:01.862537 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40388) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:01.868085 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8085d8-fadc-40b5-b2d1-ac996b98789b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3039ca3-1f83-4ea4-8345-83b7abbeb6d9,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:01.909084 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9e1960c3-5c04-42fe-9aba-f26f20d54739 req-3b6cbb9b-93c5-48a9-8e5c-809438ba109f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518303 Aug 05 15:32:01.916144 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d1ea671-fd10-4010-9d1f-634374cac475 admin admin] Publish callbacks [] for security_group (c3039ca3-1f83-4ea4-8345-83b7abbeb6d9), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:01.938710 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d1ea671-fd10-4010-9d1f-634374cac475 admin admin] Publish callbacks [] for security_group (c3039ca3-1f83-4ea4-8345-83b7abbeb6d9), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:02.013653 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b948fa9e-f3a3-494a-8d56-8ea697ba2f9d req-a9308f26-bdbe-4d61-b77f-a9b4395346df tempest-DeleteServersTestJSON-1224924960 tempest-DeleteServersTestJSON-1224924960-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b6fc8045-3334-4a65-8f0c-abb0fccd473e HTTP/1.1" status: 200 len: 210 time: 0.0302210 Aug 05 15:32:02.082682 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d1ea671-fd10-4010-9d1f-634374cac475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (c3039ca3-1f83-4ea4-8345-83b7abbeb6d9), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:02.085374 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d1ea671-fd10-4010-9d1f-634374cac475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:02.086533 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-5d1ea671-fd10-4010-9d1f-634374cac475 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c3039ca3-1f83-4ea4-8345-83b7abbeb6d9 HTTP/1.1" status: 204 len: 168 time: 0.2227676 Aug 05 15:32:02.096086 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ea671-fd10-4010-9d1f-634374cac475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3039ca3-1f83-4ea4-8345-83b7abbeb6d9,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:02.408902 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:02.580141 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:03.027009 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce379c-fe43-4dde-9f74-9f7cb389d6c0 req-7af16c25-b0dd-4b81-b121-25a11e641da2 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:03.028490 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d3ce379c-fe43-4dde-9f74-9f7cb389d6c0 req-7af16c25-b0dd-4b81-b121-25a11e641da2 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0468326 Aug 05 15:32:03.083140 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d3ce379c-fe43-4dde-9f74-9f7cb389d6c0 req-ec97a0b0-68f0-4327-a81b-5fe84c20f154 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484118 Aug 05 15:32:04.201538 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:04.212974 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b3d34-a96a-4bbe-b543-515e9cc22242 req-ce0412cc-34cc-4225-b3bc-37ac7512ab4c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:04.214543 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c17b3d34-a96a-4bbe-b543-515e9cc22242 req-ce0412cc-34cc-4225-b3bc-37ac7512ab4c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0480244 Aug 05 15:32:04.262970 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c17b3d34-a96a-4bbe-b543-515e9cc22242 req-c2e395b8-4cee-48b7-ba6a-28ceece4d094 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419559 Aug 05 15:32:05.380241 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b65da-dec2-4016-8a0c-b78c7e2bfa8a req-e2138657-04d2-4d80-a603-1e74a15fb4bd tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:05.381753 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2f0b65da-dec2-4016-8a0c-b78c7e2bfa8a req-e2138657-04d2-4d80-a603-1e74a15fb4bd tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0476034 Aug 05 15:32:05.428756 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2f0b65da-dec2-4016-8a0c-b78c7e2bfa8a req-239984a8-116b-47e0-aeaa-064b2af60247 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413973 Aug 05 15:32:06.558934 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4423a3a-9b43-45b8-9de1-353274eab8bf req-d52f523e-80de-4c49-b20e-f39ef945cff1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:06.561117 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d4423a3a-9b43-45b8-9de1-353274eab8bf req-d52f523e-80de-4c49-b20e-f39ef945cff1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0601933 Aug 05 15:32:06.624594 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d4423a3a-9b43-45b8-9de1-353274eab8bf req-da0e6cea-f04c-48d3-99b1-777433e2bc66 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551767 Aug 05 15:32:06.938659 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40522) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:07.036697 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:07.318525 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928496'] for router_interface (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:07.603562 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:07.606394 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] Deleting port a20d7c45-b63a-49a2-8b41-49ceae4adef7 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:32:07.606736 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:07.690409 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] For port a20d7c45-b63a-49a2-8b41-49ceae4adef7, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=a20d7c45-b63a-49a2-8b41-49ceae4adef7,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:32:07.690785 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:07.712125 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] Calling delete_port for a20d7c45-b63a-49a2-8b41-49ceae4adef7 owned by network:router_interface {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:32:08.014486 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28a3b2-a859-43e2-a5d0-2ecf9658b76f req-52caedd2-68dd-432a-aeee-f719dbd9efdb tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:08.015972 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fa28a3b2-a859-43e2-a5d0-2ecf9658b76f req-52caedd2-68dd-432a-aeee-f719dbd9efdb tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.3170974 Aug 05 15:32:08.112752 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fa28a3b2-a859-43e2-a5d0-2ecf9658b76f req-c82ea08e-bfe9-4fb2-853e-07fac51a734e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911689 Aug 05 15:32:08.248383 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (a20d7c45-b63a-49a2-8b41-49ceae4adef7), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:08.273030 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] Pushing event deleted for resources: {'Port': ['ID=a20d7c45-b63a-49a2-8b41-49ceae4adef7,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:08.443081 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1928620'] for router_interface (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:08.496508 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:08.637981 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:08.654113 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] Router d87ebfb7-d14b-41de-86f3-9b89d8d9529b has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:32:08.757490 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:32:08.762821 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-fc84c540-f59e-4b27-abeb-0011132a1396 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/d87ebfb7-d14b-41de-86f3-9b89d8d9529b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8231318 Aug 05 15:32:08.766085 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40562) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:08.771294 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2503bb-0127-499e-b012-f886b1478842 None None] Sync routers for ids ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:32:08.782639 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2503bb-0127-499e-b012-f886b1478842 None None] Routers {'d87ebfb7-d14b-41de-86f3-9b89d8d9529b'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:32:08.783355 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-5c2503bb-0127-499e-b012-f886b1478842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:32:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:08.833285 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40564) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:08.870957 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Publish callbacks [] for router (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:08.891083 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-5c2503bb-0127-499e-b012-f886b1478842 None None] Set router d87ebfb7-d14b-41de-86f3-9b89d8d9529b gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:32:08.948852 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-109a0b97-7ed9-427e-ac2a-c2278d1a7a68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:08.978178 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Publish callbacks [] for router_gateway (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.029247 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-109a0b97-7ed9-427e-ac2a-c2278d1a7a68 admin admin] Publish callbacks [] for security_group (e319ecdb-f0be-4c20-b9bd-ea8bd48e1a8c), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.059588 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-5c2503bb-0127-499e-b012-f886b1478842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'name': 'tempest-DeleteServersTestJSON-685558281-router', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185'}], 'enable_snat': True}, 'gw_port_id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:48Z', 'updated_at': '2022-08-05T15:32:08Z', 'revision_number': 5, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'gw_port': {'id': 'c14dd59e-68ab-4726-90c1-388d029546ec', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:29:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:09.075196 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Deleting port c14dd59e-68ab-4726-90c1-388d029546ec {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:32:09.075591 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.085369 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2503bb-0127-499e-b012-f886b1478842 None None] Checking router: d87ebfb7-d14b-41de-86f3-9b89d8d9529b for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:32:09.088251 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-109a0b97-7ed9-427e-ac2a-c2278d1a7a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e319ecdb-f0be-4c20-b9bd-ea8bd48e1a8c), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.094414 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2503bb-0127-499e-b012-f886b1478842 None None] Routers {'d87ebfb7-d14b-41de-86f3-9b89d8d9529b'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:32:09.095040 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-5c2503bb-0127-499e-b012-f886b1478842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:32:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:09.122864 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a0b97-7ed9-427e-ac2a-c2278d1a7a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e319ecdb-f0be-4c20-b9bd-ea8bd48e1a8c,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:09.167104 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-109a0b97-7ed9-427e-ac2a-c2278d1a7a68 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e15350092bd2477dbf952992e58d1bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327365 Aug 05 15:32:09.169840 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40570) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:09.173667 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] For port c14dd59e-68ab-4726-90c1-388d029546ec, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=c14dd59e-68ab-4726-90c1-388d029546ec,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:32:09.174064 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.187624 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:09.193736 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-5c2503bb-0127-499e-b012-f886b1478842 None None] Set router d87ebfb7-d14b-41de-86f3-9b89d8d9529b gateway port host: None {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:32:09.198538 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Calling delete_port for c14dd59e-68ab-4726-90c1-388d029546ec owned by network:router_gateway {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:32:09.216694 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:09.218971 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:09.251702 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-5c2503bb-0127-499e-b012-f886b1478842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'name': 'tempest-DeleteServersTestJSON-685558281-router', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:48Z', 'updated_at': '2022-08-05T15:32:08Z', 'revision_number': 6, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'gw_port_host': None}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:09.256686 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7aa0bf9d-dce7-448d-a5d2-21b0beb0c5ba admin admin] Publish callbacks [] for security_group (e319ecdb-f0be-4c20-b9bd-ea8bd48e1a8c), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.257563 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:09.280367 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2503bb-0127-499e-b012-f886b1478842 None None] The sync data for ids ['d87ebfb7-d14b-41de-86f3-9b89d8d9529b'] in dv-cinder-849890-4-iscsi is: [{'id': 'd87ebfb7-d14b-41de-86f3-9b89d8d9529b', 'name': 'tempest-DeleteServersTestJSON-685558281-router', 'tenant_id': '020b2f0e82d14211b286f1ac1e3823a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:48Z', 'updated_at': '2022-08-05T15:32:08Z', 'revision_number': 6, 'project_id': '020b2f0e82d14211b286f1ac1e3823a9', 'gw_port_host': None}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:32:09.282401 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7aa0bf9d-dce7-448d-a5d2-21b0beb0c5ba admin admin] Publish callbacks [] for security_group (e319ecdb-f0be-4c20-b9bd-ea8bd48e1a8c), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.308890 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4109a94-d700-4dc7-8ae3-1865d428e706 req-2d9ab6ca-16de-4138-ae2c-d73c086a168a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:09.311224 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b4109a94-d700-4dc7-8ae3-1865d428e706 req-2d9ab6ca-16de-4138-ae2c-d73c086a168a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0679591 Aug 05 15:32:09.414343 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b4109a94-d700-4dc7-8ae3-1865d428e706 req-8fcf9c36-577a-4713-a53d-e4e784b6b4e5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949459 Aug 05 15:32:09.430863 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7aa0bf9d-dce7-448d-a5d2-21b0beb0c5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e319ecdb-f0be-4c20-b9bd-ea8bd48e1a8c), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.434789 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7aa0bf9d-dce7-448d-a5d2-21b0beb0c5ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.440524 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7aa0bf9d-dce7-448d-a5d2-21b0beb0c5ba admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e319ecdb-f0be-4c20-b9bd-ea8bd48e1a8c HTTP/1.1" status: 204 len: 168 time: 0.2673609 Aug 05 15:32:09.448153 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0bf9d-dce7-448d-a5d2-21b0beb0c5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e319ecdb-f0be-4c20-b9bd-ea8bd48e1a8c,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:09.505064 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (c14dd59e-68ab-4726-90c1-388d029546ec), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.527841 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14dd59e-68ab-4726-90c1-388d029546ec,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:09.597323 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935332'] for router_gateway (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.708204 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-586'] for router (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.710721 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Publish callbacks [] for router_controller (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.739304 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:09.847722 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1907273'] for router (d87ebfb7-d14b-41de-86f3-9b89d8d9529b), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.848352 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d87ebfb7-d14b-41de-86f3-9b89d8d9529b {{(pid=104518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:32:09.853352 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.854495 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-c5412c4f-0fb2-44ed-9712-4936f94dddf3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/d87ebfb7-d14b-41de-86f3-9b89d8d9529b HTTP/1.1" status: 204 len: 168 time: 1.0876322 Aug 05 15:32:09.857153 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40584) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:09.902761 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_v2 [None req-0145554e-0aee-4e2f-b472-bed636e84281 admin admin] Deleting subnet d36bdce2-890c-44b1-9727-4cbe5fc6aa30 {{(pid=104517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:32:09.905966 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0145554e-0aee-4e2f-b472-bed636e84281 admin admin] Publish callbacks [] for subnet (d36bdce2-890c-44b1-9727-4cbe5fc6aa30), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:09.943263 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0145554e-0aee-4e2f-b472-bed636e84281 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599977'] for subnet (d36bdce2-890c-44b1-9727-4cbe5fc6aa30), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.057003 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0145554e-0aee-4e2f-b472-bed636e84281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (d36bdce2-890c-44b1-9727-4cbe5fc6aa30), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.098666 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40586) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:10.113049 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9176c652-64e2-412a-824b-0730bd6b7d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.186067 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0145554e-0aee-4e2f-b472-bed636e84281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3288574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59709028'] for subnet (d36bdce2-890c-44b1-9727-4cbe5fc6aa30), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.194564 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9176c652-64e2-412a-824b-0730bd6b7d35 admin admin] Publish callbacks [] for security_group (48a5f173-652c-45d1-b846-c4bc4aab8ad6), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.214447 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145554e-0aee-4e2f-b472-bed636e84281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36bdce2-890c-44b1-9727-4cbe5fc6aa30,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:10.222890 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0145554e-0aee-4e2f-b472-bed636e84281 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.226279 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-0145554e-0aee-4e2f-b472-bed636e84281 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/d36bdce2-890c-44b1-9727-4cbe5fc6aa30 HTTP/1.1" status: 204 len: 168 time: 0.3680727 Aug 05 15:32:10.228235 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb2b58-0516-4522-9838-deee453a5950 None None] Network 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:32:10.228962 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40588) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:10.253668 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9176c652-64e2-412a-824b-0730bd6b7d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (48a5f173-652c-45d1-b846-c4bc4aab8ad6), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.308570 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176c652-64e2-412a-824b-0730bd6b7d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a5f173-652c-45d1-b846-c4bc4aab8ad6,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:10.333241 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (9a1c0f0f-08e4-4603-b269-a0bfc5e39497), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.355368 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-9176c652-64e2-412a-824b-0730bd6b7d35 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=97a360e480f84c6c9ab9c946829bb4c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554929 Aug 05 15:32:10.356344 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40596) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:10.384131 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Deleting port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:32:10.384646 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.432932 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] DHCP port deletion for 9a1c0f0f-08e4-4603-b269-a0bfc5e39497 request from dv-cinder-849890-4-iscsi {{(pid=104519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 15:32:10.448282 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c13c05ee-77c4-4642-a843-52fe6ce07866 admin admin] Publish callbacks [] for security_group (48a5f173-652c-45d1-b846-c4bc4aab8ad6), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.477290 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] For port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=c2b18e1a-b6f8-4d6d-8875-9c5f978da10a,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:32:10.478244 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.479019 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c13c05ee-77c4-4642-a843-52fe6ce07866 admin admin] Publish callbacks [] for security_group (48a5f173-652c-45d1-b846-c4bc4aab8ad6), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.494990 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Calling delete_port for c2b18e1a-b6f8-4d6d-8875-9c5f978da10a owned by network:dhcp {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:32:10.521948 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Deleting port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a {{(pid=104519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:32:10.522336 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), before_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.616403 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] For port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=c2b18e1a-b6f8-4d6d-8875-9c5f978da10a,segment=NetworkSegment(aacf3e01-947b-4671-a620-e053f15b0a66),segment_id=aacf3e01-947b-4671-a620-e053f15b0a66)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:32:10.617277 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), precommit_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.623145 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2729fdf-92c0-4135-877a-49bacbba9397 req-b4de4f5b-138c-437d-ad14-15155c8b9cbe tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:10.624833 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a2729fdf-92c0-4135-877a-49bacbba9397 req-b4de4f5b-138c-437d-ad14-15155c8b9cbe tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0932181 Aug 05 15:32:10.632081 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Calling delete_port for c2b18e1a-b6f8-4d6d-8875-9c5f978da10a owned by network:dhcp {{(pid=104519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:32:10.675033 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a2729fdf-92c0-4135-877a-49bacbba9397 req-5cf0125f-1f7e-429b-b1fc-fa57a35e9072 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430808 Aug 05 15:32:10.676789 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.708951 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b18e1a-b6f8-4d6d-8875-9c5f978da10a,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:10.708951 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] No DVR routers for this DVR port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a on host dv-cinder-849890-4-iscsi {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:32:10.711661 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:10.728582 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c13c05ee-77c4-4642-a843-52fe6ce07866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (48a5f173-652c-45d1-b846-c4bc4aab8ad6), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.732103 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c13c05ee-77c4-4642-a843-52fe6ce07866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.743788 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-c13c05ee-77c4-4642-a843-52fe6ce07866 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/48a5f173-652c-45d1-b846-c4bc4aab8ad6 HTTP/1.1" status: 204 len: 168 time: 0.3804793 Aug 05 15:32:10.765857 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c05ee-77c4-4642-a843-52fe6ce07866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a5f173-652c-45d1-b846-c4bc4aab8ad6,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:10.770359 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937'] for port (c2b18e1a-b6f8-4d6d-8875-9c5f978da10a), after_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.808408 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Pushing event deleted for resources: {'Port': ['ID=c2b18e1a-b6f8-4d6d-8875-9c5f978da10a,revision_number=None']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:10.817977 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] No DVR routers for this DVR port c2b18e1a-b6f8-4d6d-8875-9c5f978da10a on host dv-cinder-849890-4-iscsi {{(pid=104519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:32:10.836442 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.838627 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.839104 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.839319 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.839660 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.840123 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.840568 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.840773 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.841101 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.841525 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.841856 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.842386 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.843288 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.843536 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.843923 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c92d1-d884-4426-bda2-5c9dab17da23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:10.848262 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (9a1c0f0f-08e4-4603-b269-a0bfc5e39497), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.872894 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1c0f0f-08e4-4603-b269-a0bfc5e39497']}} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:10.884701 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aacf3e01-947b-4671-a620-e053f15b0a66') {'for_net_delete': True} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:10.885277 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aacf3e01-947b-4671-a620-e053f15b0a66') {} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:10.900456 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59599968'] for segment (aacf3e01-947b-4671-a620-e053f15b0a66), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.915753 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (aacf3e01-947b-4671-a620-e053f15b0a66), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.922989 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=104517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:32:10.923372 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3298908'] for segment (aacf3e01-947b-4671-a620-e053f15b0a66), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:10.942743 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:10.980284 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment aacf3e01-947b-4671-a620-e053f15b0a66 resource provider aggregate not found Aug 05 15:32:11.000421 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment aacf3e01-947b-4671-a620-e053f15b0a66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aacf3e01-947b-4671-a620-e053f15b0a66 found for delete ", "request_id": "req-fe8f3d89-b425-46a8-9ff9-e2441de367ba"}]} Aug 05 15:32:11.133921 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device a20d7c45-b63a-49a2-8b41-49ceae4adef7 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:32:11.140802 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (9a1c0f0f-08e4-4603-b269-a0bfc5e39497), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:11.151260 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:11.159308 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/9a1c0f0f-08e4-4603-b269-a0bfc5e39497 HTTP/1.1" status: 204 len: 168 time: 0.9293528 Aug 05 15:32:11.183570 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: a20d7c45-b63a-49a2-8b41-49ceae4adef7 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:32:11.183925 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device a20d7c45-b63a-49a2-8b41-49ceae4adef7 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:32:11.184412 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c14dd59e-68ab-4726-90c1-388d029546ec no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:32:11.191006 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11026374-d227-4b7d-9efc-58dfdb9bf2bc admin admin] Pushing event deleted for resources: {'Network': ['ID=9a1c0f0f-08e4-4603-b269-a0bfc5e39497,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:11.210123 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: c14dd59e-68ab-4726-90c1-388d029546ec {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:32:11.210471 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c14dd59e-68ab-4726-90c1-388d029546ec not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:32:11.211105 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c2b18e1a-b6f8-4d6d-8875-9c5f978da10a no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:32:11.229731 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: c2b18e1a-b6f8-4d6d-8875-9c5f978da10a {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:32:11.230370 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c2b18e1a-b6f8-4d6d-8875-9c5f978da10a not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:32:11.537482 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40648) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:11.578557 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-5ee385cb-4cb5-47de-985a-f45e0feb5b88 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=020b2f0e82d14211b286f1ac1e3823a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398710 Aug 05 15:32:11.581072 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40650) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:11.633513 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-97e9e8a2-7158-4b61-9713-ced1d9c8f70d admin admin] Publish callbacks [] for security_group (d0c44b72-990c-4bd5-8bf2-bb5f96e753ef), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:11.656334 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-97e9e8a2-7158-4b61-9713-ced1d9c8f70d admin admin] Publish callbacks [] for security_group (d0c44b72-990c-4bd5-8bf2-bb5f96e753ef), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:11.782391 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-97e9e8a2-7158-4b61-9713-ced1d9c8f70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (d0c44b72-990c-4bd5-8bf2-bb5f96e753ef), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:11.784816 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-97e9e8a2-7158-4b61-9713-ced1d9c8f70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:11.785921 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-97e9e8a2-7158-4b61-9713-ced1d9c8f70d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d0c44b72-990c-4bd5-8bf2-bb5f96e753ef HTTP/1.1" status: 204 len: 168 time: 0.2039664 Aug 05 15:32:11.799594 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9e8a2-7158-4b61-9713-ced1d9c8f70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c44b72-990c-4bd5-8bf2-bb5f96e753ef,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:11.812430 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59b931-75f1-4e42-8e56-e742176dedc6 req-30037271-1d44-4099-a76c-7d40515b0a3b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:11.813915 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5f59b931-75f1-4e42-8e56-e742176dedc6 req-30037271-1d44-4099-a76c-7d40515b0a3b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0612426 Aug 05 15:32:11.836388 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:11.864482 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5f59b931-75f1-4e42-8e56-e742176dedc6 req-184902d2-8038-4bbf-9426-09143756ba30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442822 Aug 05 15:32:13.001043 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28b4fc-666c-4d30-9bb3-f4b68e262afa req-6525d319-864d-43a2-915b-8bbad9fc99ac tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:13.009245 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ad28b4fc-666c-4d30-9bb3-f4b68e262afa req-6525d319-864d-43a2-915b-8bbad9fc99ac tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0482237 Aug 05 15:32:13.050820 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ad28b4fc-666c-4d30-9bb3-f4b68e262afa req-70a50808-b048-4221-93af-4cf4d53e2dd5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 Aug 05 15:32:14.179265 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b7a08-e861-4af2-841b-7fe1692a4023 req-65187c66-d2bf-4f08-b511-119d2fc87b01 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:14.181427 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bc4b7a08-e861-4af2-841b-7fe1692a4023 req-65187c66-d2bf-4f08-b511-119d2fc87b01 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0526743 Aug 05 15:32:14.239894 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bc4b7a08-e861-4af2-841b-7fe1692a4023 req-cb32071e-2c60-48ca-9d6d-d5ca7509383e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509081 Aug 05 15:32:15.325178 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:15.362724 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456753fe-1664-486e-b769-516b2798aef5 req-fa119bd5-a3c9-495b-8645-b9ee8e8c28b0 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:15.364376 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-456753fe-1664-486e-b769-516b2798aef5 req-fa119bd5-a3c9-495b-8645-b9ee8e8c28b0 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0493405 Aug 05 15:32:15.417296 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-456753fe-1664-486e-b769-516b2798aef5 req-6bac9daa-b301-4284-aa70-9583bb3431db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456674 Aug 05 15:32:16.247539 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40826) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:16.354113 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-daf1e0d1-f315-458f-bdb1-ecbb22d5b987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:16.430881 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-daf1e0d1-f315-458f-bdb1-ecbb22d5b987 admin admin] Publish callbacks [] for security_group (7877df84-8c53-4256-a44a-2e0c185db619), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:16.539655 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-daf1e0d1-f315-458f-bdb1-ecbb22d5b987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (7877df84-8c53-4256-a44a-2e0c185db619), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:16.603960 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50ae15-0e85-4e63-865a-8c548036efa2 req-07608604-9d2f-4f85-aea4-880790a8e1e1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:16.605495 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7a50ae15-0e85-4e63-865a-8c548036efa2 req-07608604-9d2f-4f85-aea4-880790a8e1e1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0977895 Aug 05 15:32:16.611265 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-daf1e0d1-f315-458f-bdb1-ecbb22d5b987 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d24c6c847bc04921b7da2949dc1222d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619790 Aug 05 15:32:16.619483 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40842) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:16.621470 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1e0d1-f315-458f-bdb1-ecbb22d5b987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7877df84-8c53-4256-a44a-2e0c185db619,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:16.666648 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bc9f3-9dd4-4bac-9e20-091ffc69e551 req-22776327-4d4f-4281-a000-23aed14d040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:16.668927 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b31bc9f3-9dd4-4bac-9e20-091ffc69e551 req-22776327-4d4f-4281-a000-23aed14d040c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 1129 time: 0.0583057 Aug 05 15:32:16.697788 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7a50ae15-0e85-4e63-865a-8c548036efa2 req-9e560815-6121-4e33-93fe-20ca31f44c4d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854719 Aug 05 15:32:16.709111 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e3fb0d24-c097-4c00-ad54-c9a83779f3d5 admin admin] Publish callbacks [] for security_group (7877df84-8c53-4256-a44a-2e0c185db619), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:16.721329 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b31bc9f3-9dd4-4bac-9e20-091ffc69e551 req-2a72be99-d66c-470d-9ed6-bd155b442189 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451210 Aug 05 15:32:16.732759 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e3fb0d24-c097-4c00-ad54-c9a83779f3d5 admin admin] Publish callbacks [] for security_group (7877df84-8c53-4256-a44a-2e0c185db619), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:16.846902 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e3fb0d24-c097-4c00-ad54-c9a83779f3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (7877df84-8c53-4256-a44a-2e0c185db619), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:16.849546 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e3fb0d24-c097-4c00-ad54-c9a83779f3d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:16.850834 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-e3fb0d24-c097-4c00-ad54-c9a83779f3d5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7877df84-8c53-4256-a44a-2e0c185db619 HTTP/1.1" status: 204 len: 168 time: 0.2301290 Aug 05 15:32:16.858966 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb0d24-c097-4c00-ad54-c9a83779f3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7877df84-8c53-4256-a44a-2e0c185db619,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:17.467933 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40858) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:17.481162 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-738dd17d-e0d5-4b04-b9f1-9855cfe9c737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:17.555565 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:17.560401 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-738dd17d-e0d5-4b04-b9f1-9855cfe9c737 admin admin] Publish callbacks [] for security_group (c43b5243-e90a-4204-8566-c248d6a50b16), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:17.630463 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-738dd17d-e0d5-4b04-b9f1-9855cfe9c737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (c43b5243-e90a-4204-8566-c248d6a50b16), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:17.670756 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dd17d-e0d5-4b04-b9f1-9855cfe9c737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43b5243-e90a-4204-8566-c248d6a50b16,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:17.676427 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-738dd17d-e0d5-4b04-b9f1-9855cfe9c737 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1140834102cf47a88a14145e62f8e14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2074070 Aug 05 15:32:17.679250 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40866) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:17.731144 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfe15-4127-4fad-bf33-0d88a58402f9 admin admin] Publish callbacks [] for security_group (c43b5243-e90a-4204-8566-c248d6a50b16), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:17.754401 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfe15-4127-4fad-bf33-0d88a58402f9 admin admin] Publish callbacks [] for security_group (c43b5243-e90a-4204-8566-c248d6a50b16), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:17.826070 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2447383-02d9-4d2b-9901-394a48c9abc9 req-adcde576-5608-4013-b48e-80e3b67b630f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:17.827575 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a2447383-02d9-4d2b-9901-394a48c9abc9 req-adcde576-5608-4013-b48e-80e3b67b630f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0532386 Aug 05 15:32:17.860229 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfe15-4127-4fad-bf33-0d88a58402f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (c43b5243-e90a-4204-8566-c248d6a50b16), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:17.863288 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfe15-4127-4fad-bf33-0d88a58402f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:17.867648 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-0c2bfe15-4127-4fad-bf33-0d88a58402f9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c43b5243-e90a-4204-8566-c248d6a50b16 HTTP/1.1" status: 204 len: 168 time: 0.1867838 Aug 05 15:32:17.876047 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bfe15-4127-4fad-bf33-0d88a58402f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43b5243-e90a-4204-8566-c248d6a50b16,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:17.878025 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a2447383-02d9-4d2b-9901-394a48c9abc9 req-4f9d9e87-6ef9-481a-a3c8-88252887f397 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Aug 05 15:32:18.413830 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40886) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:18.521117 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1ad7c8e9-2900-4d79-817e-df9928fd6522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:18.596009 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1ad7c8e9-2900-4d79-817e-df9928fd6522 admin admin] Publish callbacks [] for security_group (43651b9a-b3dc-4f70-aea9-a4719da9d121), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:18.642887 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1ad7c8e9-2900-4d79-817e-df9928fd6522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (43651b9a-b3dc-4f70-aea9-a4719da9d121), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:18.681187 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7c8e9-2900-4d79-817e-df9928fd6522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43651b9a-b3dc-4f70-aea9-a4719da9d121,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:18.686058 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-1ad7c8e9-2900-4d79-817e-df9928fd6522 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ebcbc3b27bf04b49a224a246a7ccb5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706945 Aug 05 15:32:18.688766 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 40896) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:18.737950 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ddf6-967b-4f11-8de2-e59df47b8352 admin admin] Publish callbacks [] for security_group (43651b9a-b3dc-4f70-aea9-a4719da9d121), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:18.759631 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ddf6-967b-4f11-8de2-e59df47b8352 admin admin] Publish callbacks [] for security_group (43651b9a-b3dc-4f70-aea9-a4719da9d121), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:18.864514 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ddf6-967b-4f11-8de2-e59df47b8352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (43651b9a-b3dc-4f70-aea9-a4719da9d121), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:18.867353 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ddf6-967b-4f11-8de2-e59df47b8352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:18.868605 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-6ea8ddf6-967b-4f11-8de2-e59df47b8352 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/43651b9a-b3dc-4f70-aea9-a4719da9d121 HTTP/1.1" status: 204 len: 168 time: 0.1789455 Aug 05 15:32:18.877582 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8ddf6-967b-4f11-8de2-e59df47b8352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43651b9a-b3dc-4f70-aea9-a4719da9d121,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:18.890082 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:DELETE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:18.983724 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:19.002322 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06b656-f0fb-47e5-b611-6ffc9f3a715d req-1f84397e-8c35-4fa8-8e7d-0ecf403d1fb1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:19.003802 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2f06b656-f0fb-47e5-b611-6ffc9f3a715d req-1f84397e-8c35-4fa8-8e7d-0ecf403d1fb1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0492032 Aug 05 15:32:19.061744 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2f06b656-f0fb-47e5-b611-6ffc9f3a715d req-b15bfa4b-6a97-4d08-97ed-fe72a8981ef8 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510681 Aug 05 15:32:19.540319 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40924) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:19.554171 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d3c06aea-6093-416d-9190-972c574b1fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:19.634282 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d3c06aea-6093-416d-9190-972c574b1fa2 admin admin] Publish callbacks [] for security_group (43d128ce-40c9-492b-8aeb-f5a437792376), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:19.702332 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d3c06aea-6093-416d-9190-972c574b1fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (43d128ce-40c9-492b-8aeb-f5a437792376), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:19.742699 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c06aea-6093-416d-9190-972c574b1fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d128ce-40c9-492b-8aeb-f5a437792376,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:19.747059 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-d3c06aea-6093-416d-9190-972c574b1fa2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7e75583df48248818e8c19308152fdbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056611 Aug 05 15:32:19.749754 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 40928) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:19.799372 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-07db9895-8ddb-49d5-ab9c-f052ad97c373 admin admin] Publish callbacks [] for security_group (43d128ce-40c9-492b-8aeb-f5a437792376), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:19.821154 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-07db9895-8ddb-49d5-ab9c-f052ad97c373 admin admin] Publish callbacks [] for security_group (43d128ce-40c9-492b-8aeb-f5a437792376), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:19.956623 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-07db9895-8ddb-49d5-ab9c-f052ad97c373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (43d128ce-40c9-492b-8aeb-f5a437792376), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:19.959320 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-07db9895-8ddb-49d5-ab9c-f052ad97c373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:19.960534 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-07db9895-8ddb-49d5-ab9c-f052ad97c373 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/43d128ce-40c9-492b-8aeb-f5a437792376 HTTP/1.1" status: 204 len: 168 time: 0.2098608 Aug 05 15:32:19.970464 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db9895-8ddb-49d5-ab9c-f052ad97c373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d128ce-40c9-492b-8aeb-f5a437792376,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:20.202202 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f829d-a6bb-4aae-841b-5c3ef1eb475e req-bdc1d978-c538-4085-8407-c13a36cff5c2 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:20.203873 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b4f829d-a6bb-4aae-841b-5c3ef1eb475e req-bdc1d978-c538-4085-8407-c13a36cff5c2 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0654161 Aug 05 15:32:20.236940 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:20.263251 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b4f829d-a6bb-4aae-841b-5c3ef1eb475e req-784abd07-3796-43a7-962d-275e36d5c030 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536013 Aug 05 15:32:21.384628 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dee8c4-e355-4715-8284-e7613e16a1e6 req-85bf45f0-69e0-4ba1-92ef-093b6e4666e7 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:21.386207 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-33dee8c4-e355-4715-8284-e7613e16a1e6 req-85bf45f0-69e0-4ba1-92ef-093b6e4666e7 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0473554 Aug 05 15:32:21.435846 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-33dee8c4-e355-4715-8284-e7613e16a1e6 req-3d94b70d-ef7b-45bd-bfcb-3a8c162f99bd tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 Aug 05 15:32:21.558101 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa452b30-3478-4844-97fb-08841f7c85eb req-762b94c1-369c-4f44-895d-4c95d8422c1a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:21.559582 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fa452b30-3478-4844-97fb-08841f7c85eb req-762b94c1-369c-4f44-895d-4c95d8422c1a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0523090 Aug 05 15:32:21.608542 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fa452b30-3478-4844-97fb-08841f7c85eb req-eda6605d-0a03-424b-b8fe-22294b8d9b0a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Aug 05 15:32:24.062044 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cbe14-1154-4e6a-8327-a2b6208c41a7 req-8c50d87f-1471-4403-82fb-9c459c5aa90b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:24.063588 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-553cbe14-1154-4e6a-8327-a2b6208c41a7 req-8c50d87f-1471-4403-82fb-9c459c5aa90b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0513465 Aug 05 15:32:24.114225 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2741e9-b01d-4807-b373-ab8ee1af511f req-1c464478-a9f6-4158-9ac5-5351f831d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:24.116181 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0d2741e9-b01d-4807-b373-ab8ee1af511f req-1c464478-a9f6-4158-9ac5-5351f831d3e6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 1130 time: 0.0454822 Aug 05 15:32:24.119767 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-553cbe14-1154-4e6a-8327-a2b6208c41a7 req-48ffe452-66e8-45d1-91ba-c71ec7fa568f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Aug 05 15:32:24.214593 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2741e9-b01d-4807-b373-ab8ee1af511f req-8e14af9e-980f-4b80-adab-4da6af85bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:24.216196 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0d2741e9-b01d-4807-b373-ab8ee1af511f req-8e14af9e-980f-4b80-adab-4da6af85bd33 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 0.0889189 Aug 05 15:32:24.259238 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0d2741e9-b01d-4807-b373-ab8ee1af511f req-3031d3aa-fa7e-4a9d-9cfe-6622fc7dd14e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 HTTP/1.1" status: 200 len: 217 time: 0.0352614 Aug 05 15:32:24.272363 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:24.308547 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2741e9-b01d-4807-b373-ab8ee1af511f req-922c910f-f559-455a-9928-34c41920198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:24.309993 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0d2741e9-b01d-4807-b373-ab8ee1af511f req-922c910f-f559-455a-9928-34c41920198e service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.0444634 Aug 05 15:32:24.353285 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2741e9-b01d-4807-b373-ab8ee1af511f req-e85cdcb0-f2b7-4d95-a16d-60b90c069cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:24.354660 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0d2741e9-b01d-4807-b373-ab8ee1af511f req-e85cdcb0-f2b7-4d95-a16d-60b90c069cab service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382867 Aug 05 15:32:24.414619 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:24.478528 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0d2741e9-b01d-4807-b373-ab8ee1af511f req-a86144ea-456b-4ebe-a4ae-5bfd4f74afbc service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175058 Aug 05 15:32:24.612608 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0d2741e9-b01d-4807-b373-ab8ee1af511f req-b3276ccd-f24a-4b8e-828a-fa580783798a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275640 Aug 05 15:32:24.958000 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41134) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:25.072531 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-aacfa99f-7b27-4bff-8fe2-bd4433aae3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.155464 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-aacfa99f-7b27-4bff-8fe2-bd4433aae3aa admin admin] Publish callbacks [] for security_group (63feef5e-d0f6-4796-a6d0-b5abe5f0cc96), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.226380 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-aacfa99f-7b27-4bff-8fe2-bd4433aae3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (63feef5e-d0f6-4796-a6d0-b5abe5f0cc96), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.279734 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dcad3-443b-4264-9ada-bcf0d07c53b9 req-14786eb5-6483-4940-982b-b156e4cfcffc tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:25.281244 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-910dcad3-443b-4264-9ada-bcf0d07c53b9 req-14786eb5-6483-4940-982b-b156e4cfcffc tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0852330 Aug 05 15:32:25.282101 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfa99f-7b27-4bff-8fe2-bd4433aae3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63feef5e-d0f6-4796-a6d0-b5abe5f0cc96,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:25.286136 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-aacfa99f-7b27-4bff-8fe2-bd4433aae3aa admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=67a742a86e2a409e907d03937e468f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269150 Aug 05 15:32:25.289051 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41144) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:25.336745 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-910dcad3-443b-4264-9ada-bcf0d07c53b9 req-f610c965-a1c0-48a7-adae-8c48949dbdf1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493624 Aug 05 15:32:25.349740 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-998e7f4a-f62e-4b12-b461-542ed7d86478 admin admin] Publish callbacks [] for security_group (63feef5e-d0f6-4796-a6d0-b5abe5f0cc96), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.372385 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-998e7f4a-f62e-4b12-b461-542ed7d86478 admin admin] Publish callbacks [] for security_group (63feef5e-d0f6-4796-a6d0-b5abe5f0cc96), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.464317 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-998e7f4a-f62e-4b12-b461-542ed7d86478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (63feef5e-d0f6-4796-a6d0-b5abe5f0cc96), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.466940 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-998e7f4a-f62e-4b12-b461-542ed7d86478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.468719 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-998e7f4a-f62e-4b12-b461-542ed7d86478 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/63feef5e-d0f6-4796-a6d0-b5abe5f0cc96 HTTP/1.1" status: 204 len: 168 time: 0.1786759 Aug 05 15:32:25.477769 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e7f4a-f62e-4b12-b461-542ed7d86478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63feef5e-d0f6-4796-a6d0-b5abe5f0cc96,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:25.495322 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:25.512481 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41152) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:25.620512 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c3062c45-77a1-466a-b2c9-cd2be7c20817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.700244 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c3062c45-77a1-466a-b2c9-cd2be7c20817 admin admin] Publish callbacks [] for security_group (7e735119-82bf-43c5-927a-582bdc7ea3fd), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.789713 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c3062c45-77a1-466a-b2c9-cd2be7c20817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (7e735119-82bf-43c5-927a-582bdc7ea3fd), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.829484 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-c3062c45-77a1-466a-b2c9-cd2be7c20817 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fac601f1d2954638a3a70e137048a69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3160665 Aug 05 15:32:25.830188 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3062c45-77a1-466a-b2c9-cd2be7c20817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e735119-82bf-43c5-927a-582bdc7ea3fd,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:25.832825 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41158) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:25.883651 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-07de02b1-6c5c-4a61-b610-45d29e1dddbe admin admin] Publish callbacks [] for security_group (7e735119-82bf-43c5-927a-582bdc7ea3fd), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.895288 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:25.907665 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-07de02b1-6c5c-4a61-b610-45d29e1dddbe admin admin] Publish callbacks [] for security_group (7e735119-82bf-43c5-927a-582bdc7ea3fd), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:25.930004 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:26.065154 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-07de02b1-6c5c-4a61-b610-45d29e1dddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (7e735119-82bf-43c5-927a-582bdc7ea3fd), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:26.067695 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-07de02b1-6c5c-4a61-b610-45d29e1dddbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:26.068892 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-07de02b1-6c5c-4a61-b610-45d29e1dddbe admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7e735119-82bf-43c5-927a-582bdc7ea3fd HTTP/1.1" status: 204 len: 168 time: 0.2345791 Aug 05 15:32:26.077371 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de02b1-6c5c-4a61-b610-45d29e1dddbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e735119-82bf-43c5-927a-582bdc7ea3fd,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:26.359406 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41168) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:26.375684 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-451f5f62-2a83-40e9-a252-e9d12671f105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:26.460982 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:26.471387 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6584e13-4c87-4afb-b7e9-5094a33f333f req-952ef019-0998-47b9-9fc1-2102ea4f86ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:26.472922 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c6584e13-4c87-4afb-b7e9-5094a33f333f req-952ef019-0998-47b9-9fc1-2102ea4f86ad tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0601707 Aug 05 15:32:26.533754 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-451f5f62-2a83-40e9-a252-e9d12671f105 admin admin] Publish callbacks [] for security_group (41e99b41-74a2-4c83-9065-9f975a5458fb), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:26.552611 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c6584e13-4c87-4afb-b7e9-5094a33f333f req-5bb4f493-8894-4f87-9e5b-68b3b46d2226 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739217 Aug 05 15:32:26.590299 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-451f5f62-2a83-40e9-a252-e9d12671f105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (41e99b41-74a2-4c83-9065-9f975a5458fb), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:26.632372 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-451f5f62-2a83-40e9-a252-e9d12671f105 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=34e7683fe6a04987b177adec4a4f435a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715969 Aug 05 15:32:26.635046 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41172) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:26.641165 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f5f62-2a83-40e9-a252-e9d12671f105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e99b41-74a2-4c83-9065-9f975a5458fb,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:26.785457 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41174) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:26.799997 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d955c5d-bf4d-44f0-9fda-e32852f55af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:26.876707 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:26.881688 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d955c5d-bf4d-44f0-9fda-e32852f55af2 admin admin] Publish callbacks [] for security_group (dc8743f6-e73f-4f6d-b80d-bc32a011343f), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:26.901484 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fbc4fc89-7209-4858-b835-ed51835ab847 admin admin] Publish callbacks [] for security_group (41e99b41-74a2-4c83-9065-9f975a5458fb), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:26.923740 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fbc4fc89-7209-4858-b835-ed51835ab847 admin admin] Publish callbacks [] for security_group (41e99b41-74a2-4c83-9065-9f975a5458fb), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:26.956295 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d955c5d-bf4d-44f0-9fda-e32852f55af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (dc8743f6-e73f-4f6d-b80d-bc32a011343f), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:27.000032 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-5d955c5d-bf4d-44f0-9fda-e32852f55af2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=90ecfd292fc9456cacd8db92f8fc7a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2133906 Aug 05 15:32:27.001138 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d955c5d-bf4d-44f0-9fda-e32852f55af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8743f6-e73f-4f6d-b80d-bc32a011343f,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:27.002722 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41176) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:27.042064 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:27.048177 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fbc4fc89-7209-4858-b835-ed51835ab847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (41e99b41-74a2-4c83-9065-9f975a5458fb), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:27.050688 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fbc4fc89-7209-4858-b835-ed51835ab847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:27.051824 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-fbc4fc89-7209-4858-b835-ed51835ab847 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/41e99b41-74a2-4c83-9065-9f975a5458fb HTTP/1.1" status: 204 len: 168 time: 0.4158852 Aug 05 15:32:27.063015 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5c828f93-a212-40e2-9401-1d572b22de9e admin admin] Publish callbacks [] for security_group (dc8743f6-e73f-4f6d-b80d-bc32a011343f), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:27.065759 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4fc89-7209-4858-b835-ed51835ab847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e99b41-74a2-4c83-9065-9f975a5458fb,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:27.088445 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5c828f93-a212-40e2-9401-1d572b22de9e admin admin] Publish callbacks [] for security_group (dc8743f6-e73f-4f6d-b80d-bc32a011343f), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:27.224138 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5c828f93-a212-40e2-9401-1d572b22de9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (dc8743f6-e73f-4f6d-b80d-bc32a011343f), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:27.226988 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5c828f93-a212-40e2-9401-1d572b22de9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:27.228175 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-5c828f93-a212-40e2-9401-1d572b22de9e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/dc8743f6-e73f-4f6d-b80d-bc32a011343f HTTP/1.1" status: 204 len: 168 time: 0.2244256 Aug 05 15:32:27.236735 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c828f93-a212-40e2-9401-1d572b22de9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8743f6-e73f-4f6d-b80d-bc32a011343f,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:27.447229 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d17536e4-d5d4-410b-a2f8-d1a4cf29e1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:27.687814 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218007f-2e9d-434c-a2c5-7a7d92e63c72 req-be054a8a-c749-44e2-80f9-f7569e8845d3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:27.689530 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1218007f-2e9d-434c-a2c5-7a7d92e63c72 req-be054a8a-c749-44e2-80f9-f7569e8845d3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0610604 Aug 05 15:32:27.741498 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1218007f-2e9d-434c-a2c5-7a7d92e63c72 req-b9393db3-3acd-4323-8a5c-8374668b299d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461600 Aug 05 15:32:28.794378 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41250) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:28.862079 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc21be-22cd-4c9c-ac9a-c0c35c92292a req-9014af3e-005d-4366-bd08-1c5e35fe34a7 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:28.863638 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b9fc21be-22cd-4c9c-ac9a-c0c35c92292a req-9014af3e-005d-4366-bd08-1c5e35fe34a7 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0481710 Aug 05 15:32:28.913522 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b9fc21be-22cd-4c9c-ac9a-c0c35c92292a req-03283db2-6a5b-4c07-a710-f2d4e7bbe551 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 Aug 05 15:32:28.976561 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-40762b2e-510c-45a8-bd36-056b49532588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:29.058209 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-40762b2e-510c-45a8-bd36-056b49532588 admin admin] Publish callbacks [] for security_group (efe6ce21-9fb8-4470-aa5e-d7bffa0adc16), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:29.149198 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-40762b2e-510c-45a8-bd36-056b49532588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (efe6ce21-9fb8-4470-aa5e-d7bffa0adc16), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:29.189036 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40762b2e-510c-45a8-bd36-056b49532588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe6ce21-9fb8-4470-aa5e-d7bffa0adc16,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:29.196185 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-40762b2e-510c-45a8-bd36-056b49532588 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c78a5abb39b94d3aa1f324896b279a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3960986 Aug 05 15:32:29.196286 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41266) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:29.255668 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a137e3c0-b7d2-4d7d-aa00-91375dad6a98 admin admin] Publish callbacks [] for security_group (efe6ce21-9fb8-4470-aa5e-d7bffa0adc16), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:29.278098 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a137e3c0-b7d2-4d7d-aa00-91375dad6a98 admin admin] Publish callbacks [] for security_group (efe6ce21-9fb8-4470-aa5e-d7bffa0adc16), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:29.424678 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a137e3c0-b7d2-4d7d-aa00-91375dad6a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (efe6ce21-9fb8-4470-aa5e-d7bffa0adc16), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:29.427307 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a137e3c0-b7d2-4d7d-aa00-91375dad6a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:29.428535 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-a137e3c0-b7d2-4d7d-aa00-91375dad6a98 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/efe6ce21-9fb8-4470-aa5e-d7bffa0adc16 HTTP/1.1" status: 204 len: 168 time: 0.2313838 Aug 05 15:32:29.437273 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137e3c0-b7d2-4d7d-aa00-91375dad6a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe6ce21-9fb8-4470-aa5e-d7bffa0adc16,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:29.693413 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41278) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:29.817241 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-482d4c98-b618-45d6-97eb-2e2a1007488e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:29.847022 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-f7d17e8b-eb46-4468-97d7-3ffcb3f27f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:29.866464 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:29.894483 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-482d4c98-b618-45d6-97eb-2e2a1007488e admin admin] Publish callbacks [] for security_group (255b8284-06e6-4d3d-914e-b28463600137), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:29.944919 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-482d4c98-b618-45d6-97eb-2e2a1007488e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (255b8284-06e6-4d3d-914e-b28463600137), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:29.986426 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-482d4c98-b618-45d6-97eb-2e2a1007488e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=6d0c97d5fc004afe98493db0c2bfafa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893350 Aug 05 15:32:29.987266 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d4c98-b618-45d6-97eb-2e2a1007488e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255b8284-06e6-4d3d-914e-b28463600137,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:29.990000 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41294) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:30.042565 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-40cd8a2e-cebc-4a6c-9250-8632d4b48b30 admin admin] Publish callbacks [] for security_group (255b8284-06e6-4d3d-914e-b28463600137), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:30.056006 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365bf3c-9a1f-470f-95b1-3a9eadf3ba62 req-a96212d9-1392-481a-acd7-a61bbefd2903 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:30.057700 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e365bf3c-9a1f-470f-95b1-3a9eadf3ba62 req-a96212d9-1392-481a-acd7-a61bbefd2903 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0500920 Aug 05 15:32:30.065842 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-40cd8a2e-cebc-4a6c-9250-8632d4b48b30 admin admin] Publish callbacks [] for security_group (255b8284-06e6-4d3d-914e-b28463600137), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:30.122339 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e365bf3c-9a1f-470f-95b1-3a9eadf3ba62 req-7de63222-4bb7-4f7e-96f0-e3276ab31ff5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585420 Aug 05 15:32:30.235182 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-40cd8a2e-cebc-4a6c-9250-8632d4b48b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (255b8284-06e6-4d3d-914e-b28463600137), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:30.237915 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-40cd8a2e-cebc-4a6c-9250-8632d4b48b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:30.239081 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-40cd8a2e-cebc-4a6c-9250-8632d4b48b30 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/255b8284-06e6-4d3d-914e-b28463600137 HTTP/1.1" status: 204 len: 168 time: 0.2481768 Aug 05 15:32:30.248056 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd8a2e-cebc-4a6c-9250-8632d4b48b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255b8284-06e6-4d3d-914e-b28463600137,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:30.572433 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:30.880998 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:30.899787 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41326) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:30.912934 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c4c9bae6-58c9-4928-8c6f-283cf597cb67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:30.986982 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c4c9bae6-58c9-4928-8c6f-283cf597cb67 admin admin] Publish callbacks [] for security_group (9178384f-f536-4cda-b800-8c1d42292723), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:31.069536 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c4c9bae6-58c9-4928-8c6f-283cf597cb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (9178384f-f536-4cda-b800-8c1d42292723), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:31.112498 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-c4c9bae6-58c9-4928-8c6f-283cf597cb67 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=840683ef03c0495e8a677774f4bce4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115600 Aug 05 15:32:31.113332 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9bae6-58c9-4928-8c6f-283cf597cb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9178384f-f536-4cda-b800-8c1d42292723,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:31.115960 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41328) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:31.154654 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:31.170048 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7420fa74-7bc7-404c-9641-4367c1405a6e admin admin] Publish callbacks [] for security_group (9178384f-f536-4cda-b800-8c1d42292723), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:31.214246 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7420fa74-7bc7-404c-9641-4367c1405a6e admin admin] Publish callbacks [] for security_group (9178384f-f536-4cda-b800-8c1d42292723), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:31.243355 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:31.262972 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de7b62-7715-4cfa-86f9-6bf78a4c4e7b req-524d8489-e3fe-4450-8be4-1e90b3fc11e9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:31.264547 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-51de7b62-7715-4cfa-86f9-6bf78a4c4e7b req-524d8489-e3fe-4450-8be4-1e90b3fc11e9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0500309 Aug 05 15:32:31.310974 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-51de7b62-7715-4cfa-86f9-6bf78a4c4e7b req-bea99077-104e-48f8-a783-ec17fe7b166c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407221 Aug 05 15:32:31.338656 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7420fa74-7bc7-404c-9641-4367c1405a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (9178384f-f536-4cda-b800-8c1d42292723), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:31.341618 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7420fa74-7bc7-404c-9641-4367c1405a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:31.342939 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7420fa74-7bc7-404c-9641-4367c1405a6e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/9178384f-f536-4cda-b800-8c1d42292723 HTTP/1.1" status: 204 len: 168 time: 0.2259769 Aug 05 15:32:31.355333 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420fa74-7bc7-404c-9641-4367c1405a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9178384f-f536-4cda-b800-8c1d42292723,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:32.326616 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:32.423058 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:32.435963 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb255c3e-c770-414b-ac3e-c1bd2e3b2513 req-2085d334-6595-464b-be9e-bec01fddf3b7 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:32.438051 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eb255c3e-c770-414b-ac3e-c1bd2e3b2513 req-2085d334-6595-464b-be9e-bec01fddf3b7 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0518508 Aug 05 15:32:32.497714 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eb255c3e-c770-414b-ac3e-c1bd2e3b2513 req-cf2964a9-582d-430e-9592-2826ce1b47a5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511861 Aug 05 15:32:32.512221 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41390) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:32.641354 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-77259171-network', 'tenant_id': '8a27b3e9643741e486fc931afee737bf'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:32.652240 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:32.726539 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Made reservation on behalf of 8a27b3e9643741e486fc931afee737bf for: {'network': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:32:32.728951 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:32.737724 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:32.820705 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Publish callbacks [] for security_group (c4d13aa1-d9ef-4c5f-85f4-b90ead843781), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:32.903353 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (c4d13aa1-d9ef-4c5f-85f4-b90ead843781), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:32.919275 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:32:32.926830 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=104517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:32:32.941849 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d13aa1-d9ef-4c5f-85f4-b90ead843781,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:32.946766 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (2c8fb7c0-e1f7-4c27-9dae-345de95b6bfe), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:32.947122 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.segments_db [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Added segment 2c8fb7c0-e1f7-4c27-9dae-345de95b6bfe of type vlan for network 6ced5d4b-cddc-4411-89b4-354ffbe2d8d3 Aug 05 15:32:32.988340 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (6ced5d4b-cddc-4411-89b4-354ffbe2d8d3), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:33.104344 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (6ced5d4b-cddc-4411-89b4-354ffbe2d8d3), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:33.105388 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:33.106073 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:33.170479 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] Pushing event updated for resources: {'Network': ['ID=6ced5d4b-cddc-4411-89b4-354ffbe2d8d3,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:33.182381 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network 6ced5d4b-cddc-4411-89b4-354ffbe2d8d3 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:32:33.226942 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-3c2096e9-6e09-4506-a24e-132e30f7c7ae admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7128944 Aug 05 15:32:33.229933 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41404) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:33.235729 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] Request body: {'subnet': {'network_id': '6ced5d4b-cddc-4411-89b4-354ffbe2d8d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-77259171-subnet', 'tenant_id': '8a27b3e9643741e486fc931afee737bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:33.315906 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] Made reservation on behalf of 8a27b3e9643741e486fc931afee737bf for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:32:33.318344 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666825'] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:33.543929 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666847'] for subnet (4733aa61-5a76-47a6-b57a-5bc01239b00b), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:33.625763 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4733aa61-5a76-47a6-b57a-5bc01239b00b,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:33.641103 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddedbf-683e-4c66-ac64-877c07831e77 req-d521a938-132b-4826-9c2e-d173486778af tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:33.642548 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12ddedbf-683e-4c66-ac64-877c07831e77 req-d521a938-132b-4826-9c2e-d173486778af tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0669591 Aug 05 15:32:33.671181 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] Checking segment: {'id': '2c8fb7c0-e1f7-4c27-9dae-345de95b6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ced5d4b-cddc-4411-89b4-354ffbe2d8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:32:33.671529 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] Network hostable DHCP agents. Network: 6ced5d4b-cddc-4411-89b4-354ffbe2d8d3, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:32:33.705948 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12ddedbf-683e-4c66-ac64-877c07831e77 req-18242b47-90e2-4b61-87b7-f4a42f5ba024 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578637 Aug 05 15:32:33.771543 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] Network 6ced5d4b-cddc-4411-89b4-354ffbe2d8d3 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:32:33.845828 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, 6ced5d4b-cddc-4411-89b4-354ffbe2d8d3) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:33.849814 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:33.850407 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:33.855484 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67fb89a-ac17-4d03-a615-661744f94205 None None] Network 6ced5d4b-cddc-4411-89b4-354ffbe2d8d3 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:32:33.940886 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-f2d76680-1def-41a6-bded-b99925c4d7b8 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7098475 Aug 05 15:32:33.957621 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb9ba5-30d3-4512-8851-74035153d9c9 None None] Network 6ced5d4b-cddc-4411-89b4-354ffbe2d8d3 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:32:34.681466 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41436) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:34.687036 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1003797264-network', 'tenant_id': '190e2e9877414b9eb6bf1f141ea14711'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:34.744194 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Made reservation on behalf of 190e2e9877414b9eb6bf1f141ea14711 for: {'network': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:32:34.746712 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:34.756750 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:34.850604 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Publish callbacks [] for security_group (a5a12161-33b7-4936-9b77-e1d8bf54c0e3), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:34.898295 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a5a12161-33b7-4936-9b77-e1d8bf54c0e3), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:34.927421 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=104518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:32:34.968481 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a12161-33b7-4936-9b77-e1d8bf54c0e3,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:34.971437 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (393000ef-e6f9-49c4-b44a-870c7ec02b9a), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:34.971777 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.segments_db [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Added segment 393000ef-e6f9-49c4-b44a-870c7ec02b9a of type vlan for network 1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac Aug 05 15:32:34.992630 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:35.024745 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20b568-714a-4471-a1dd-44c20e01082c req-f429fdc8-a340-4e61-9c52-f57256750a77 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:35.028448 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6e20b568-714a-4471-a1dd-44c20e01082c req-f429fdc8-a340-4e61-9c52-f57256750a77 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.1020191 Aug 05 15:32:35.047617 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:35.049361 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:35.099168 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6e20b568-714a-4471-a1dd-44c20e01082c req-4210e00b-221e-4990-b8cd-44e0b7247f64 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647755 Aug 05 15:32:35.167672 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:35.168719 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:35.169395 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:35.233011 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] Pushing event updated for resources: {'Network': ['ID=1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:35.242729 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network 1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:32:35.295100 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-d76f05b0-bd26-45b0-81aa-65e30a09cb30 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6124992 Aug 05 15:32:35.297876 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41442) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:35.306117 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] Request body: {'subnet': {'network_id': '1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1003797264-subnet', 'tenant_id': '190e2e9877414b9eb6bf1f141ea14711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:35.371388 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] Made reservation on behalf of 190e2e9877414b9eb6bf1f141ea14711 for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:32:35.373918 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666825'] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:35.600663 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666847'] for subnet (0e9acc11-6bf8-4f4e-8222-ac24b07aa3f6), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:35.661464 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9acc11-6bf8-4f4e-8222-ac24b07aa3f6,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:35.676463 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] Checking segment: {'id': '393000ef-e6f9-49c4-b44a-870c7ec02b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:32:35.676811 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] Network hostable DHCP agents. Network: 1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:32:35.765963 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] Network 1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:32:35.817615 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, 1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:35.821593 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:35.822188 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:35.827271 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716b7000-3c7c-4cd4-bb42-4e417794ec33 None None] Network 1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:32:35.889561 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a795aa8d-7bbe-46f4-b670-f379bfdd8969 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5904191 Aug 05 15:32:35.927937 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85fa93f-ac2c-4fd1-bdc8-58f51f948c19 None None] Network 1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:32:36.221172 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20f08b-e6a3-4b68-8407-c5b6cb80a40f req-2b068c75-8b6f-45b1-8d9b-da6f1b3652c4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:36.222675 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0e20f08b-e6a3-4b68-8407-c5b6cb80a40f req-2b068c75-8b6f-45b1-8d9b-da6f1b3652c4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0520663 Aug 05 15:32:36.271087 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0e20f08b-e6a3-4b68-8407-c5b6cb80a40f req-1c70b70b-a8a3-435c-b6f3-3e2578a76ff9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421784 Aug 05 15:32:37.373796 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:37.390911 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaac09c-becf-4695-b12d-1b14242aa2cb req-a3ad8051-8f7d-4550-90c9-85fad0c67c9e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:37.392398 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2eaac09c-becf-4695-b12d-1b14242aa2cb req-a3ad8051-8f7d-4550-90c9-85fad0c67c9e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0500348 Aug 05 15:32:37.439803 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2eaac09c-becf-4695-b12d-1b14242aa2cb req-21048f7f-455f-439f-8cad-58376558636b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Aug 05 15:32:38.564435 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac33150-5f23-4b8c-b69f-1363ebfb2551 req-bd4b78a9-ecaa-4218-9453-e523eb22d9ed tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:38.566649 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bac33150-5f23-4b8c-b69f-1363ebfb2551 req-bd4b78a9-ecaa-4218-9453-e523eb22d9ed tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0499780 Aug 05 15:32:38.627405 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bac33150-5f23-4b8c-b69f-1363ebfb2551 req-06dec705-8169-4861-a522-fa2a0accf121 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546582 Aug 05 15:32:38.672439 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41510) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:38.779797 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a8b6-7ab3-4e01-bc96-9d68c79da2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:38.861119 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a8b6-7ab3-4e01-bc96-9d68c79da2d7 admin admin] Publish callbacks [] for security_group (3436e90a-a4d9-48b4-8466-950eb7705132), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:38.921110 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-8ec5a8b6-7ab3-4e01-bc96-9d68c79da2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (3436e90a-a4d9-48b4-8466-950eb7705132), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:38.970718 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-8ec5a8b6-7ab3-4e01-bc96-9d68c79da2d7 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=4780c1a68871410494f8e5631eab73df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2969325 Aug 05 15:32:38.971449 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5a8b6-7ab3-4e01-bc96-9d68c79da2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3436e90a-a4d9-48b4-8466-950eb7705132,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:38.973806 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41544) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:38.998332 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:39.025690 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f62b-5e74-4693-9193-daea7fcba551 admin admin] Publish callbacks [] for security_group (3436e90a-a4d9-48b4-8466-950eb7705132), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:39.048517 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f62b-5e74-4693-9193-daea7fcba551 admin admin] Publish callbacks [] for security_group (3436e90a-a4d9-48b4-8466-950eb7705132), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:39.177718 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f62b-5e74-4693-9193-daea7fcba551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (3436e90a-a4d9-48b4-8466-950eb7705132), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:39.180631 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f62b-5e74-4693-9193-daea7fcba551 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:39.181883 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-ddb0f62b-5e74-4693-9193-daea7fcba551 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/3436e90a-a4d9-48b4-8466-950eb7705132 HTTP/1.1" status: 204 len: 168 time: 0.2071762 Aug 05 15:32:39.190039 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0f62b-5e74-4693-9193-daea7fcba551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3436e90a-a4d9-48b4-8466-950eb7705132,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:39.765063 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c76aa-4fb3-4ef1-9b0c-dfcf8ed8ff86 req-0ac48cd5-598d-4407-8612-acbb1241e39c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:39.766555 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-884c76aa-4fb3-4ef1-9b0c-dfcf8ed8ff86 req-0ac48cd5-598d-4407-8612-acbb1241e39c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0506291 Aug 05 15:32:39.790445 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41578) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:39.823866 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-aa06b85a-7efd-4903-b117-e49067a88a9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:39.824160 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-884c76aa-4fb3-4ef1-9b0c-dfcf8ed8ff86 req-ac5a3606-1466-4d01-8f8c-b192b8f409dc tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444582 Aug 05 15:32:39.906167 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-aa06b85a-7efd-4903-b117-e49067a88a9e admin admin] Publish callbacks [] for security_group (45c18f6d-9a94-487c-a852-12eef77a0f55), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:39.961156 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-aa06b85a-7efd-4903-b117-e49067a88a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (45c18f6d-9a94-487c-a852-12eef77a0f55), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.007281 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-aa06b85a-7efd-4903-b117-e49067a88a9e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e076428ec4f2421693186611b1789c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156045 Aug 05 15:32:40.008419 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06b85a-7efd-4903-b117-e49067a88a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c18f6d-9a94-487c-a852-12eef77a0f55,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:40.009983 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41596) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:40.068427 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-8e0530df-38b3-47d6-a87c-e87841ff8f5d admin admin] Publish callbacks [] for security_group (45c18f6d-9a94-487c-a852-12eef77a0f55), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.094404 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-8e0530df-38b3-47d6-a87c-e87841ff8f5d admin admin] Publish callbacks [] for security_group (45c18f6d-9a94-487c-a852-12eef77a0f55), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.164161 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41604) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:40.257988 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-8e0530df-38b3-47d6-a87c-e87841ff8f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (45c18f6d-9a94-487c-a852-12eef77a0f55), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.264492 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-8e0530df-38b3-47d6-a87c-e87841ff8f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.264492 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-8e0530df-38b3-47d6-a87c-e87841ff8f5d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/45c18f6d-9a94-487c-a852-12eef77a0f55 HTTP/1.1" status: 204 len: 168 time: 0.2509921 Aug 05 15:32:40.285050 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0530df-38b3-47d6-a87c-e87841ff8f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c18f6d-9a94-487c-a852-12eef77a0f55,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:40.287234 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-88cc3d74-5f44-4ba8-a40d-4fc7fc1a231f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.321613 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:40.373894 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-88cc3d74-5f44-4ba8-a40d-4fc7fc1a231f admin admin] Publish callbacks [] for security_group (9687c4bc-9fce-48f0-8874-2d042b74c11e), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.447125 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-88cc3d74-5f44-4ba8-a40d-4fc7fc1a231f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (9687c4bc-9fce-48f0-8874-2d042b74c11e), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.488152 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-88cc3d74-5f44-4ba8-a40d-4fc7fc1a231f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c5bdf7d03cb745eba3d2a6865ba84766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3225117 Aug 05 15:32:40.489089 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc3d74-5f44-4ba8-a40d-4fc7fc1a231f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9687c4bc-9fce-48f0-8874-2d042b74c11e,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:40.491188 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41610) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:40.507927 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:40.552191 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a7cf-dc2d-4b7a-b9e4-3e6c37e40a12 admin admin] Publish callbacks [] for security_group (9687c4bc-9fce-48f0-8874-2d042b74c11e), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.579583 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a7cf-dc2d-4b7a-b9e4-3e6c37e40a12 admin admin] Publish callbacks [] for security_group (9687c4bc-9fce-48f0-8874-2d042b74c11e), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.587900 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:40.740825 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a7cf-dc2d-4b7a-b9e4-3e6c37e40a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (9687c4bc-9fce-48f0-8874-2d042b74c11e), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.740825 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b6a4a7cf-dc2d-4b7a-b9e4-3e6c37e40a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:40.740825 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-b6a4a7cf-dc2d-4b7a-b9e4-3e6c37e40a12 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/9687c4bc-9fce-48f0-8874-2d042b74c11e HTTP/1.1" status: 204 len: 168 time: 0.2428126 Aug 05 15:32:40.745285 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4a7cf-dc2d-4b7a-b9e4-3e6c37e40a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9687c4bc-9fce-48f0-8874-2d042b74c11e,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:40.953525 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e2154-a824-4514-9a4c-66da79ee9ef5 req-a6b01d58-9e92-463c-97c5-7dc976dc1b8f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:40.959832 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f37e2154-a824-4514-9a4c-66da79ee9ef5 req-a6b01d58-9e92-463c-97c5-7dc976dc1b8f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0585158 Aug 05 15:32:41.054383 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f37e2154-a824-4514-9a4c-66da79ee9ef5 req-5e0b4c84-e2d5-4544-b86f-226ac71b3b49 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928946 Aug 05 15:32:41.913737 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41686) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:42.020317 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-780713615-network', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:42.132393 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Made reservation on behalf of 99b26247f85d45c0a7c1e763758f2e69 for: {'network': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:32:42.142053 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:42.153877 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:42.193903 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c909130-cd36-45b5-bd03-0b9467ebd271 req-668d2280-d43c-4e25-8130-8b467a1f3f6c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:42.195531 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0c909130-cd36-45b5-bd03-0b9467ebd271 req-668d2280-d43c-4e25-8130-8b467a1f3f6c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0624342 Aug 05 15:32:42.248565 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Publish callbacks [] for security_group (e4ab1c58-462e-4420-9274-aa8bf2521e9b), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:42.251318 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0c909130-cd36-45b5-bd03-0b9467ebd271 req-48eca39b-a808-4b27-b243-07e0aed15199 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499198 Aug 05 15:32:42.315089 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e4ab1c58-462e-4420-9274-aa8bf2521e9b), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:42.351432 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=104517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:32:42.373932 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ab1c58-462e-4420-9274-aa8bf2521e9b,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:42.379426 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (2a10d4a6-54da-417e-b370-6903538b68d6), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:42.379976 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.segments_db [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Added segment 2a10d4a6-54da-417e-b370-6903538b68d6 of type vlan for network 9b73dcac-fd0b-490d-b366-7eddfd909984 Aug 05 15:32:42.450348 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (9b73dcac-fd0b-490d-b366-7eddfd909984), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:42.474860 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363c11c-6105-4794-af81-7a2b69f3c4a2 req-44987653-67d0-43e7-aac2-e208f02d6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:42.476390 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4363c11c-6105-4794-af81-7a2b69f3c4a2 req-44987653-67d0-43e7-aac2-e208f02d6e3c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 1130 time: 0.0558803 Aug 05 15:32:42.532619 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4363c11c-6105-4794-af81-7a2b69f3c4a2 req-07006fb2-f8a2-4a42-a03b-1874089364ca service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Aug 05 15:32:42.565977 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (9b73dcac-fd0b-490d-b366-7eddfd909984), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:42.576781 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:42.576781 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:42.632804 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9b73dcac-fd0b-490d-b366-7eddfd909984,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:42.643972 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network 9b73dcac-fd0b-490d-b366-7eddfd909984 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:32:42.690168 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-8afa5b19-c3de-4eb6-aa7d-0b9d12f632a0 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7753048 Aug 05 15:32:42.693308 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41710) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:42.698514 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] Request body: {'subnet': {'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-780713615-subnet', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'ip_version': 4}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:42.795209 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] Made reservation on behalf of 99b26247f85d45c0a7c1e763758f2e69 for: {'subnet': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:32:42.798442 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59709049'] for subnet (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:43.093061 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3288383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59709039'] for subnet (fdda4929-7d3f-4165-b49e-7fa36c7c477d), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:43.136272 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:43.164437 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdda4929-7d3f-4165-b49e-7fa36c7c477d,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:43.176545 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] Checking segment: {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:32:43.176545 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] Network hostable DHCP agents. Network: 9b73dcac-fd0b-490d-b366-7eddfd909984, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:32:43.180023 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:43.286625 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] Network 9b73dcac-fd0b-490d-b366-7eddfd909984 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:32:43.378598 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca0aef-9e28-4a7c-bba6-8333c7991055 req-73680b85-7bf9-4953-9c10-3ee4fa7cd831 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:43.380217 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b4ca0aef-9e28-4a7c-bba6-8333c7991055 req-73680b85-7bf9-4953-9c10-3ee4fa7cd831 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0537171 Aug 05 15:32:43.394009 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, 9b73dcac-fd0b-490d-b366-7eddfd909984) {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:43.398756 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:43.399648 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:43.406726 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f0470-fe9b-4e7d-affd-1b5df1237f25 None None] Network 9b73dcac-fd0b-490d-b366-7eddfd909984 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:32:43.435781 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b4ca0aef-9e28-4a7c-bba6-8333c7991055 req-2722a1e0-818a-4df7-8c41-c71f7cc11ba5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500052 Aug 05 15:32:43.499744 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-0a623d53-6919-422d-a019-5f083685964f admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8051219 Aug 05 15:32:43.502409 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41734) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:43.506546 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:43.522700 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-9b73dcac-fd0b-490d-b366-7eddfd909984', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:32:43.527746 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:43.606148 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:43.607222 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:43.623140 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:43.654045 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:43.661917 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Publish callbacks [] for router_controller (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), precommit_add_association {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:43.668950 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Allocated IP 172.20.0.2 (9b73dcac-fd0b-490d-b366-7eddfd909984/fdda4929-7d3f-4165-b49e-7fa36c7c477d/d48faf52-cdc0-4ee6-b0c3-691a2b988b40) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:32:43.814642 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Publish callbacks [] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:43.881263 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:43.881728 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Publish callbacks [] for router_gateway (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:43.928646 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Network 9b73dcac-fd0b-490d-b366-7eddfd909984 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:32:43.931612 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:43.935599 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:32:43.942511 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Pushing event updated for resources: {'Port': ['ID=d48faf52-cdc0-4ee6-b0c3-691a2b988b40,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:43.994390 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Attempting to bind port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:32:43.994773 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Attempting to bind port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:32:43.995168 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Attempting to bind port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 on network 9b73dcac-fd0b-490d-b366-7eddfd909984 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:32:44.000998 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:32:44.007010 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Checking segment: {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:32:44.007010 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:44.007010 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Bound using segment: {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:32:44.007010 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Bound port: d48faf52-cdc0-4ee6-b0c3-691a2b988b40, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:32:44.007010 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:44.066238 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] For port d48faf52-cdc0-4ee6-b0c3-691a2b988b40, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:32:44.069400 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] For port d48faf52-cdc0-4ee6-b0c3-691a2b988b40, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=d48faf52-cdc0-4ee6-b0c3-691a2b988b40,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:32:44.162686 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:44.255749 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37635da8-d37c-4003-8a6d-29db90e9496e None None] Pushing event updated for resources: {'Port': ['ID=d48faf52-cdc0-4ee6-b0c3-691a2b988b40,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:44.271656 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:44.487355 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Publish callbacks [] for router_gateway (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:44.521390 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:44.545062 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:44.585690 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:44.592701 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f31771-6c3e-4cc5-82e6-b5067a0cbcc7 req-b74b04d9-bc93-4557-b7f8-e566cf970725 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:44.597149 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12f31771-6c3e-4cc5-82e6-b5067a0cbcc7 req-b74b04d9-bc93-4557-b7f8-e566cf970725 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0664461 Aug 05 15:32:44.650909 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12f31771-6c3e-4cc5-82e6-b5067a0cbcc7 req-7bacd5f3-3fb8-4b20-8b84-f43de8fabac5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500579 Aug 05 15:32:44.655190 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Allocated IP 172.27.0.222 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/851150da-e07c-421c-9755-d009442f0ae7) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:32:44.770035 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Publish callbacks [] for port (851150da-e07c-421c-9755-d009442f0ae7), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:44.869430 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (851150da-e07c-421c-9755-d009442f0ae7), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:44.908483 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:32:44.914022 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:44.918260 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:32:44.943016 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Pushing event updated for resources: {'Port': ['ID=851150da-e07c-421c-9755-d009442f0ae7,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:45.050696 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:45.174318 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device d48faf52-cdc0-4ee6-b0c3-691a2b988b40 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:32:45.229551 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:45.229943 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:45.271350 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Publish callbacks [] for router_gateway (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:45.302058 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8417c184-8a8c-488c-baff-c3d6a366e7d9 None None] Network 9b73dcac-fd0b-490d-b366-7eddfd909984 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:32:45.416231 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:45.416875 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:45.437566 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-eff034a2-aa89-4f29-9fec-2cc06b71e760 None None] Provisioning complete for port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:45.437963 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-eff034a2-aa89-4f29-9fec-2cc06b71e760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:45.520150 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:45.520847 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port d48faf52-cdc0-4ee6-b0c3-691a2b988b40, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=d48faf52-cdc0-4ee6-b0c3-691a2b988b40,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:32:45.576373 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-eff034a2-aa89-4f29-9fec-2cc06b71e760 None None] Current status of the port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:45.576835 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-eff034a2-aa89-4f29-9fec-2cc06b71e760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:45.602747 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:45.687549 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.db.api [None req-eff034a2-aa89-4f29-9fec-2cc06b71e760 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 05 15:32:45.687998 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG oslo_db.api [None req-eff034a2-aa89-4f29-9fec-2cc06b71e760 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 15:32:45.698823 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=d48faf52-cdc0-4ee6-b0c3-691a2b988b40,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:45.743205 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:32:45.792484 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b7a9b-4862-4d19-99c7-ae3c156e1613 req-baff096f-c65a-436b-9608-60588e4ac8f2 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:45.794344 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-054b7a9b-4862-4d19-99c7-ae3c156e1613 req-baff096f-c65a-436b-9608-60588e4ac8f2 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0631111 Aug 05 15:32:45.844091 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-054b7a9b-4862-4d19-99c7-ae3c156e1613 req-811050c8-e5ad-4135-aea9-db792c5bba53 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430260 Aug 05 15:32:45.853809 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:32:45.864116 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Sync routers for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:32:45.879248 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:32:45.880636 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:32:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:45.945573 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:45.946825 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-84fd5d1e-b134-4d94-9a96-14ca73acfb6b admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4434867 Aug 05 15:32:45.950086 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41784) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:46.023598 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:46.029939 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:32:46.240693 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-eff034a2-aa89-4f29-9fec-2cc06b71e760 None None] Current status of the port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:46.318786 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:45Z', 'revision_number': 3, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:46.357266 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:46.359472 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Checking router: aca1ef86-7344-4d5f-b0ce-194faff4ecb4 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:32:46.359819 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Updating router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 port 851150da-e07c-421c-9755-d009442f0ae7 binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:32:46.394536 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650078e-a8c1-4e34-9ece-24889ac753ce req-beaa2a2a-e9e8-4b52-879d-b52d73f3147f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:46.394892 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:46.396419 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0650078e-a8c1-4e34-9ece-24889ac753ce req-beaa2a2a-e9e8-4b52-879d-b52d73f3147f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 1130 time: 0.0814471 Aug 05 15:32:46.408135 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (851150da-e07c-421c-9755-d009442f0ae7), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:46.411527 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-9e527d2f-b2db-4fe5-a0c4-e9db7f3eec45 None None] Provisioning complete for port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:46.411527 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-9e527d2f-b2db-4fe5-a0c4-e9db7f3eec45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:46.412552 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae232685-1121-4c46-b1f6-2e5aba28b63e req-99c56beb-ff09-459c-b623-cc56fd32bb97 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:46.419469 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ae232685-1121-4c46-b1f6-2e5aba28b63e req-99c56beb-ff09-459c-b623-cc56fd32bb97 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.1499434 Aug 05 15:32:46.494063 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:46.505667 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ae232685-1121-4c46-b1f6-2e5aba28b63e req-5e7aa5bb-cf73-429e-a60b-7b5b7135f207 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852447 Aug 05 15:32:46.533681 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650078e-a8c1-4e34-9ece-24889ac753ce req-398284fd-f36f-4906-8f10-b121c9ac94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:46.535804 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0650078e-a8c1-4e34-9ece-24889ac753ce req-398284fd-f36f-4906-8f10-b121c9ac94d7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 0.1332238 Aug 05 15:32:46.585649 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0650078e-a8c1-4e34-9ece-24889ac753ce req-8b521917-d28c-437e-b190-f6e2c050418c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 HTTP/1.1" status: 200 len: 217 time: 0.0419428 Aug 05 15:32:46.659730 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650078e-a8c1-4e34-9ece-24889ac753ce req-28e4dc3e-7b66-47ef-b378-60b2d84a8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:46.661793 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0650078e-a8c1-4e34-9ece-24889ac753ce req-28e4dc3e-7b66-47ef-b378-60b2d84a8e2d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.0619941 Aug 05 15:32:46.665925 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:46.669405 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-9e527d2f-b2db-4fe5-a0c4-e9db7f3eec45 None None] Current status of the port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:46.719931 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650078e-a8c1-4e34-9ece-24889ac753ce req-223613a5-2858-4a00-953d-de8eba9e266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:46.721767 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0650078e-a8c1-4e34-9ece-24889ac753ce req-223613a5-2858-4a00-953d-de8eba9e266a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507863 Aug 05 15:32:46.789326 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Publish callbacks [] for port (851150da-e07c-421c-9755-d009442f0ae7), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:46.854166 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (851150da-e07c-421c-9755-d009442f0ae7), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:46.858226 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0650078e-a8c1-4e34-9ece-24889ac753ce req-19b68202-5087-49d1-bc39-b42a137e8d4a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185784 Aug 05 15:32:46.875586 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Allocated IP 172.20.0.1 (9b73dcac-fd0b-490d-b366-7eddfd909984/fdda4929-7d3f-4165-b49e-7fa36c7c477d/affc3c5c-6be5-4517-a916-4c84e852994c) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:32:46.917484 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Attempting to bind port 851150da-e07c-421c-9755-d009442f0ae7 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:32:46.917849 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Attempting to bind port 851150da-e07c-421c-9755-d009442f0ae7 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:32:46.918213 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Attempting to bind port 851150da-e07c-421c-9755-d009442f0ae7 on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:32:46.947158 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:46.950605 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:32:46.950981 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:32:46.951501 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:46.952050 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:32:46.953077 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Bound port: 851150da-e07c-421c-9755-d009442f0ae7, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:32:46.953447 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (851150da-e07c-421c-9755-d009442f0ae7), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:46.956471 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d03e-ca67-484d-be8f-b8b850755d36 None None] Pushing event updated for resources: {'Port': ['ID=851150da-e07c-421c-9755-d009442f0ae7,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:46.975681 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0650078e-a8c1-4e34-9ece-24889ac753ce req-d4f8ccd0-7a62-4f7a-874b-f2eee3928790 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114445 Aug 05 15:32:46.975910 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:47.015417 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Publish callbacks [] for port (affc3c5c-6be5-4517-a916-4c84e852994c), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:47.126833 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:47.144395 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] For port 851150da-e07c-421c-9755-d009442f0ae7, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:32:47.148020 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] For port 851150da-e07c-421c-9755-d009442f0ae7, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=851150da-e07c-421c-9755-d009442f0ae7,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:32:47.171528 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Network 9b73dcac-fd0b-490d-b366-7eddfd909984 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:32:47.180265 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:47.180643 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device d48faf52-cdc0-4ee6-b0c3-691a2b988b40 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:32:47.182678 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:32:47.208838 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (851150da-e07c-421c-9755-d009442f0ae7), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:47.210038 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Pushing event updated for resources: {'Port': ['ID=affc3c5c-6be5-4517-a916-4c84e852994c,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:47.235632 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:47.266117 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:32:47.266778 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:32:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:47.326965 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5d03e-ca67-484d-be8f-b8b850755d36 None None] Pushing event updated for resources: {'Port': ['ID=851150da-e07c-421c-9755-d009442f0ae7,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:47.335267 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:47.335643 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:47.451824 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:32:47.469408 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:47.523680 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:47.601939 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:47.604460 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-987480cc-3951-40c4-9517-63b2d1ff5cbe None None] Provisioning complete for port affc3c5c-6be5-4517-a916-4c84e852994c triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:47.604788 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-987480cc-3951-40c4-9517-63b2d1ff5cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:47.649340 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348a44a-5f64-4993-a4fb-71e512f30745 req-6d93142c-d20a-428f-8056-187b6e93a8b4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:47.650803 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4348a44a-5f64-4993-a4fb-71e512f30745 req-6d93142c-d20a-428f-8056-187b6e93a8b4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0604389 Aug 05 15:32:47.662550 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-987480cc-3951-40c4-9517-63b2d1ff5cbe None None] Port affc3c5c-6be5-4517-a916-4c84e852994c cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:32:47.717821 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:45Z', 'revision_number': 3, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:47.736962 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4348a44a-5f64-4993-a4fb-71e512f30745 req-bc15644c-cf68-4ef6-87bc-af05ac470be3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789530 Aug 05 15:32:47.741571 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Publish callbacks [] for port (affc3c5c-6be5-4517-a916-4c84e852994c), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:47.752670 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab1a98d-94ed-4295-b44f-d88a2d801843 None None] The sync data for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi is: [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:45Z', 'revision_number': 3, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:32:47.812445 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:47.887979 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Pushing event updated for resources: {'Port': ['ID=affc3c5c-6be5-4517-a916-4c84e852994c,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:47.891730 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:47.921357 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:47.926354 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=7 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:48.036592 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Network 9b73dcac-fd0b-490d-b366-7eddfd909984 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:32:48.038584 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:48.163587 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:48.191241 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:32:48.325020 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:32:48.332630 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-1479f76f-2b22-4d27-b2df-a9f1a0144f69 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/aca1ef86-7344-4d5f-b0ce-194faff4ecb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3791223 Aug 05 15:32:48.403017 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-14f1217b-b847-4e99-bd19-ea31315b391d None None] Provisioning complete for port affc3c5c-6be5-4517-a916-4c84e852994c triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:48.403923 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-14f1217b-b847-4e99-bd19-ea31315b391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:48.444466 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-14f1217b-b847-4e99-bd19-ea31315b391d None None] Port affc3c5c-6be5-4517-a916-4c84e852994c cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:32:48.788892 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41858) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:48.901226 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42b373-6964-4e92-86c3-ec1c0f02af0b req-3dfa00f8-447e-4223-9c82-f9f75dc707d3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:48.901226 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0b42b373-6964-4e92-86c3-ec1c0f02af0b req-3dfa00f8-447e-4223-9c82-f9f75dc707d3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0569179 Aug 05 15:32:48.939176 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d974129c-67d5-433a-826c-727f3ddc6e39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:48.990581 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0b42b373-6964-4e92-86c3-ec1c0f02af0b req-fa4530aa-34d7-4961-8d37-704216bd2edb tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816109 Aug 05 15:32:49.063753 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d974129c-67d5-433a-826c-727f3ddc6e39 admin admin] Publish callbacks [] for security_group (cbac6771-03c3-4204-ac0c-b7aaa9d5294a), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.161311 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d974129c-67d5-433a-826c-727f3ddc6e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (cbac6771-03c3-4204-ac0c-b7aaa9d5294a), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.214772 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 851150da-e07c-421c-9755-d009442f0ae7 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:32:49.219909 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-d974129c-67d5-433a-826c-727f3ddc6e39 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=70fc25acb0b348ed82d67553e5aa6ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4282017 Aug 05 15:32:49.220863 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974129c-67d5-433a-826c-727f3ddc6e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac6771-03c3-4204-ac0c-b7aaa9d5294a,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:49.222761 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41874) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:49.297186 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 851150da-e07c-421c-9755-d009442f0ae7 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:49.297563 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (851150da-e07c-421c-9755-d009442f0ae7), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.300757 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41878) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:49.306076 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2092175473-network', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:49.314871 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Publish callbacks [] for security_group (cbac6771-03c3-4204-ac0c-b7aaa9d5294a), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.317328 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:49.350327 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Publish callbacks [] for security_group (cbac6771-03c3-4204-ac0c-b7aaa9d5294a), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.361067 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:49.418113 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 851150da-e07c-421c-9755-d009442f0ae7 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:49.427292 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (851150da-e07c-421c-9755-d009442f0ae7), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.440827 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:49.449334 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Made reservation on behalf of b7974d0a036b4a8ba4478ba49790bf42 for: {'network': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:32:49.450613 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 851150da-e07c-421c-9755-d009442f0ae7, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=851150da-e07c-421c-9755-d009442f0ae7,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:32:49.454405 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.465668 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.526146 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (cbac6771-03c3-4204-ac0c-b7aaa9d5294a), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.526764 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (851150da-e07c-421c-9755-d009442f0ae7), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.536499 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.536499 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/cbac6771-03c3-4204-ac0c-b7aaa9d5294a HTTP/1.1" status: 204 len: 168 time: 0.3123105 Aug 05 15:32:49.563117 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac6771-03c3-4204-ac0c-b7aaa9d5294a,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:49.586600 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.586957 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.587361 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.589490 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.591185 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.591924 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.595138 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.596762 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.597300 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.599560 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.599560 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.599560 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.599560 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.601152 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.601510 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d0361a-3853-4cae-8d2e-36f573dbbcd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:49.604577 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:49.605858 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=851150da-e07c-421c-9755-d009442f0ae7,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:49.642477 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Publish callbacks [] for security_group (3be5d541-964b-4604-b437-3dfe7022aa5e), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.715254 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Sync routers for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:32:49.720403 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (3be5d541-964b-4604-b437-3dfe7022aa5e), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.725938 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:32:49.726594 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:32:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:49.768341 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=104518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:32:49.775344 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be5d541-964b-4604-b437-3dfe7022aa5e,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:49.782428 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (40471c49-a643-4712-a16d-02e61cb6a45b), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.782835 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.segments_db [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Added segment 40471c49-a643-4712-a16d-02e61cb6a45b of type vlan for network 3b24cf55-1fa4-47f3-8230-f46c34057b61 Aug 05 15:32:49.820266 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:49.830808 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (3b24cf55-1fa4-47f3-8230-f46c34057b61), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.840362 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:32:49.942785 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (3b24cf55-1fa4-47f3-8230-f46c34057b61), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:49.949514 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:49.949514 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.058998 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7568278 Aug 05 15:32:50.062644 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41896) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:50.093349 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] Request body: {'subnet': {'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2092175473-subnet', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'ip_version': 4}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:50.125100 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 2, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:50.158018 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Checking router: aca1ef86-7344-4d5f-b0ce-194faff4ecb4 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:32:50.158688 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Updating router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 port affc3c5c-6be5-4517-a916-4c84e852994c binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:32:50.178454 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ddaaa-b134-4384-8200-4a3aaac4eee3 admin admin] Pushing event updated for resources: {'Network': ['ID=3b24cf55-1fa4-47f3-8230-f46c34057b61,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:50.196999 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network 3b24cf55-1fa4-47f3-8230-f46c34057b61 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:32:50.203874 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bb2a4-fde6-44f9-8b7f-8d2d8491aee2 req-8e9bae10-ef49-46e6-98af-829983dbdd98 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:50.205525 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bc2bb2a4-fde6-44f9-8b7f-8d2d8491aee2 req-8e9bae10-ef49-46e6-98af-829983dbdd98 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0979443 Aug 05 15:32:50.214541 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.262458 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] Made reservation on behalf of b7974d0a036b4a8ba4478ba49790bf42 for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:32:50.265780 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666825'] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.366169 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bc2bb2a4-fde6-44f9-8b7f-8d2d8491aee2 req-99c8506f-1dde-4afc-ae6a-907c996e5473 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542199 Aug 05 15:32:50.490997 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41908) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:50.522659 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7acad1c9-d07a-4ec6-8e3b-6df1f8b1c5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.577937 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666847'] for subnet (328fc5ad-c96b-4879-b898-dcb1783aa8e1), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.615481 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7acad1c9-d07a-4ec6-8e3b-6df1f8b1c5fb admin admin] Publish callbacks [] for security_group (0f7455ff-83f3-4bda-93bb-c62d7c007798), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.616790 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:50.624442 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=328fc5ad-c96b-4879-b898-dcb1783aa8e1,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:50.636777 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Publish callbacks [] for port (affc3c5c-6be5-4517-a916-4c84e852994c), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.656668 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] Checking segment: {'id': '40471c49-a643-4712-a16d-02e61cb6a45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:32:50.656668 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] Network hostable DHCP agents. Network: 3b24cf55-1fa4-47f3-8230-f46c34057b61, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:32:50.686005 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7acad1c9-d07a-4ec6-8e3b-6df1f8b1c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (0f7455ff-83f3-4bda-93bb-c62d7c007798), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.704844 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.734789 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7acad1c9-d07a-4ec6-8e3b-6df1f8b1c5fb admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ff67433a68ef49b0b243549a13e8bffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420311 Aug 05 15:32:50.736578 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acad1c9-d07a-4ec6-8e3b-6df1f8b1c5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7455ff-83f3-4bda-93bb-c62d7c007798,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:50.739120 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41910) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:50.757395 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] Network 3b24cf55-1fa4-47f3-8230-f46c34057b61 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:32:50.796464 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Pushing event updated for resources: {'Port': ['ID=affc3c5c-6be5-4517-a916-4c84e852994c,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:50.801361 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b49ad910-2ab0-439e-9367-655d2af8a03f admin admin] Publish callbacks [] for security_group (0f7455ff-83f3-4bda-93bb-c62d7c007798), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.809302 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.809630 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.809995 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.810350 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.810860 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.811778 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.812289 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.815135 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.815135 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.815135 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.815135 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.815135 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.815135 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.815135 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.815135 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:50.822326 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Attempting to bind port affc3c5c-6be5-4517-a916-4c84e852994c on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:32:50.822701 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Attempting to bind port affc3c5c-6be5-4517-a916-4c84e852994c by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:32:50.823059 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Attempting to bind port affc3c5c-6be5-4517-a916-4c84e852994c on network 9b73dcac-fd0b-490d-b366-7eddfd909984 {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:32:50.826046 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b49ad910-2ab0-439e-9367-655d2af8a03f admin admin] Publish callbacks [] for security_group (0f7455ff-83f3-4bda-93bb-c62d7c007798), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.829169 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:32:50.829546 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Checking segment: {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:32:50.829991 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.830378 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Bound using segment: {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:32:50.830891 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Bound port: affc3c5c-6be5-4517-a916-4c84e852994c, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:32:50.831511 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.859438 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, 3b24cf55-1fa4-47f3-8230-f46c34057b61) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:50.863578 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:50.864460 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:50.869574 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dbafc7-fa59-4cba-8770-8b72f5acba52 None None] Network 3b24cf55-1fa4-47f3-8230-f46c34057b61 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:32:50.925979 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] For port affc3c5c-6be5-4517-a916-4c84e852994c, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:32:50.929429 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] For port affc3c5c-6be5-4517-a916-4c84e852994c, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=affc3c5c-6be5-4517-a916-4c84e852994c,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:32:50.937974 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-3c594208-277d-48db-a0f8-b512e7d7a391 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8742321 Aug 05 15:32:50.940687 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41914) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:50.945490 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2092175473-router', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:51.018471 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-3b24cf55-1fa4-47f3-8230-f46c34057b61', 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61', 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'fixed_ips': [{'subnet_id': '328fc5ad-c96b-4879-b898-dcb1783aa8e1'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:32:51.019592 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.022977 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b49ad910-2ab0-439e-9367-655d2af8a03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (0f7455ff-83f3-4bda-93bb-c62d7c007798), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.026144 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.028839 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b49ad910-2ab0-439e-9367-655d2af8a03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.030747 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-b49ad910-2ab0-439e-9367-655d2af8a03f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0f7455ff-83f3-4bda-93bb-c62d7c007798 HTTP/1.1" status: 204 len: 168 time: 0.2895823 Aug 05 15:32:51.041235 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ad910-2ab0-439e-9367-655d2af8a03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7455ff-83f3-4bda-93bb-c62d7c007798,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:51.084560 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:51.097630 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (56696504-9e39-40a7-a2f2-73d932fb555a), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.099083 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (56696504-9e39-40a7-a2f2-73d932fb555a), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.115987 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc6acc-fb03-43a9-81eb-a112bc385698 None None] Pushing event updated for resources: {'Port': ['ID=affc3c5c-6be5-4517-a916-4c84e852994c,revision_number=4']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:51.124395 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:32:51.128115 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:32:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:51.128115 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:51.196024 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Publish callbacks [] for router_controller (56696504-9e39-40a7-a2f2-73d932fb555a), precommit_add_association {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.268407 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 851150da-e07c-421c-9755-d009442f0ae7 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:32:51.280954 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:32:51.311404 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Allocated IP 172.20.0.2 (3b24cf55-1fa4-47f3-8230-f46c34057b61/328fc5ad-c96b-4879-b898-dcb1783aa8e1/84359a86-eae7-4e32-9128-a2a560da48ff) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:32:51.422991 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 851150da-e07c-421c-9755-d009442f0ae7 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:51.423372 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (851150da-e07c-421c-9755-d009442f0ae7), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.430740 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:51.435245 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Publish callbacks [] for router_gateway (56696504-9e39-40a7-a2f2-73d932fb555a), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.549508 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:50Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:51.576823 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 851150da-e07c-421c-9755-d009442f0ae7 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:51.583760 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Publish callbacks [] for port (84359a86-eae7-4e32-9128-a2a560da48ff), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.594306 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc02f150-dae3-4ad7-9b34-866f45cad4cc None None] The sync data for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi is: [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:50Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:32:51.676710 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.726681 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Network 3b24cf55-1fa4-47f3-8230-f46c34057b61 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:32:51.730318 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:51.732354 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Pushing event updated for resources: {'Port': ['ID=84359a86-eae7-4e32-9128-a2a560da48ff,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:51.744102 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:32:51.839274 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Attempting to bind port 84359a86-eae7-4e32-9128-a2a560da48ff on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:32:51.839653 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Attempting to bind port 84359a86-eae7-4e32-9128-a2a560da48ff by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '40471c49-a643-4712-a16d-02e61cb6a45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:32:51.840014 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Attempting to bind port 84359a86-eae7-4e32-9128-a2a560da48ff on network 3b24cf55-1fa4-47f3-8230-f46c34057b61 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:32:51.847253 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:32:51.847890 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Checking segment: {'id': '40471c49-a643-4712-a16d-02e61cb6a45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:32:51.848482 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.849049 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Bound using segment: {'id': '40471c49-a643-4712-a16d-02e61cb6a45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:32:51.849853 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Bound port: 84359a86-eae7-4e32-9128-a2a560da48ff, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40471c49-a643-4712-a16d-02e61cb6a45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:32:51.850951 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.877580 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Publish callbacks [] for router_gateway (56696504-9e39-40a7-a2f2-73d932fb555a), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.883016 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:51.903421 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:51.955644 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] For port 84359a86-eae7-4e32-9128-a2a560da48ff, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:32:51.963453 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] For port 84359a86-eae7-4e32-9128-a2a560da48ff, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=84359a86-eae7-4e32-9128-a2a560da48ff,segment=NetworkSegment(40471c49-a643-4712-a16d-02e61cb6a45b),segment_id=40471c49-a643-4712-a16d-02e61cb6a45b)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:32:52.019869 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:52.052684 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.054844 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Allocated IP 172.27.0.205 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/41d8ab6a-c9a8-41a0-8df3-537c3271d760) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:32:52.069815 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41944) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:52.116332 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-81dae298-4ac7-4b56-aebe-4991b395e262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.166733 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:52.281242 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083b5ca-d72f-49eb-9def-c24751862033 None None] Pushing event updated for resources: {'Port': ['ID=84359a86-eae7-4e32-9128-a2a560da48ff,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:52.300668 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Publish callbacks [] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.308270 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-81dae298-4ac7-4b56-aebe-4991b395e262 admin admin] Publish callbacks [] for security_group (a5bc2ca3-5399-4c6a-909f-91fd9148b3c4), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.340913 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41956) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:52.346639 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-d44540f2-d246-4606-875b-3292e57dd107 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1541937659', 'description': 'tempest-description--1792303504'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:52.406638 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-81dae298-4ac7-4b56-aebe-4991b395e262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a5bc2ca3-5399-4c6a-909f-91fd9148b3c4), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.441973 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.470456 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-81dae298-4ac7-4b56-aebe-4991b395e262 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f150318010e146b3a2d4390e2709d1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3980088 Aug 05 15:32:52.471241 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dae298-4ac7-4b56-aebe-4991b395e262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bc2ca3-5399-4c6a-909f-91fd9148b3c4,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:52.473807 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 41960) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:52.492137 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d44540f2-d246-4606-875b-3292e57dd107 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.521158 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:32:52.556046 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:52.573458 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:52.596046 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:32:52.646440 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d44540f2-d246-4606-875b-3292e57dd107 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group (4a66bfcd-8172-4961-b5a6-134d475d1e2b), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.692518 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Pushing event updated for resources: {'Port': ['ID=41d8ab6a-c9a8-41a0-8df3-537c3271d760,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:52.709099 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d44540f2-d246-4606-875b-3292e57dd107 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (4a66bfcd-8172-4961-b5a6-134d475d1e2b), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.750921 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44540f2-d246-4606-875b-3292e57dd107 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a66bfcd-8172-4961-b5a6-134d475d1e2b,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:52.765905 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-26048b30-adda-42d2-b0ac-5344d24d2dae admin admin] Publish callbacks [] for security_group (a5bc2ca3-5399-4c6a-909f-91fd9148b3c4), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.782882 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:52.815676 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d44540f2-d246-4606-875b-3292e57dd107 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.818013 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-d44540f2-d246-4606-875b-3292e57dd107 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4759111 Aug 05 15:32:52.818674 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-26048b30-adda-42d2-b0ac-5344d24d2dae admin admin] Publish callbacks [] for security_group (a5bc2ca3-5399-4c6a-909f-91fd9148b3c4), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.823920 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41970) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:52.834015 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-25cb2795-c623-40f1-bcf4-d321f87433a5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Request body: {'security_group_rule': {'security_group_id': '4a66bfcd-8172-4961-b5a6-134d475d1e2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:52.950897 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-25cb2795-c623-40f1-bcf4-d321f87433a5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group_rule (de1e67a8-b255-4551-9dba-b2cdff003f94), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.991379 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-26048b30-adda-42d2-b0ac-5344d24d2dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a5bc2ca3-5399-4c6a-909f-91fd9148b3c4), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.994321 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-26048b30-adda-42d2-b0ac-5344d24d2dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:52.995485 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-26048b30-adda-42d2-b0ac-5344d24d2dae admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a5bc2ca3-5399-4c6a-909f-91fd9148b3c4 HTTP/1.1" status: 204 len: 168 time: 0.5194991 Aug 05 15:32:53.047784 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26048b30-adda-42d2-b0ac-5344d24d2dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bc2ca3-5399-4c6a-909f-91fd9148b3c4,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:53.061789 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-25cb2795-c623-40f1-bcf4-d321f87433a5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group_rule (de1e67a8-b255-4551-9dba-b2cdff003f94), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.145212 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-25cb2795-c623-40f1-bcf4-d321f87433a5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (de1e67a8-b255-4551-9dba-b2cdff003f94), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.159977 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:53.200398 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb2795-c623-40f1-bcf4-d321f87433a5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1e67a8-b255-4551-9dba-b2cdff003f94,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:53.206510 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Publish callbacks [] for router_gateway (56696504-9e39-40a7-a2f2-73d932fb555a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.319072 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-25cb2795-c623-40f1-bcf4-d321f87433a5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.323366 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-25cb2795-c623-40f1-bcf4-d321f87433a5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4950485 Aug 05 15:32:53.324219 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 41992) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:53.328654 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-7607db3d-f4f0-49ea-886f-1c4662140504 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Request body: {'security_group_rule': {'security_group_id': '4a66bfcd-8172-4961-b5a6-134d475d1e2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:53.377069 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device affc3c5c-6be5-4517-a916-4c84e852994c up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:32:53.380723 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf92bc-af5f-496e-941e-e89b60b5bb55 req-e0d3097b-da46-4b91-894b-ba6f2feda8da tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:53.382837 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0ddf92bc-af5f-496e-941e-e89b60b5bb55 req-e0d3097b-da46-4b91-894b-ba6f2feda8da tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.1180522 Aug 05 15:32:53.459645 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0ddf92bc-af5f-496e-941e-e89b60b5bb55 req-22132692-ea84-4144-b8e8-d34c38210718 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571673 Aug 05 15:32:53.474808 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port affc3c5c-6be5-4517-a916-4c84e852994c triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:53.475182 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.500822 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7607db3d-f4f0-49ea-886f-1c4662140504 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group_rule (17f8ebd0-17f8-4bcb-a294-ea037b809411), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.584787 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port affc3c5c-6be5-4517-a916-4c84e852994c is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:53.585269 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.627803 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7607db3d-f4f0-49ea-886f-1c4662140504 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group_rule (17f8ebd0-17f8-4bcb-a294-ea037b809411), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.629896 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port affc3c5c-6be5-4517-a916-4c84e852994c, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=affc3c5c-6be5-4517-a916-4c84e852994c,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:32:53.686820 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7607db3d-f4f0-49ea-886f-1c4662140504 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (17f8ebd0-17f8-4bcb-a294-ea037b809411), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.701617 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.709717 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 84359a86-eae7-4e32-9128-a2a560da48ff up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:32:53.712449 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607db3d-f4f0-49ea-886f-1c4662140504 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f8ebd0-17f8-4bcb-a294-ea037b809411,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:53.742444 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084f7129-4711-477b-b8f5-42741dfc9f6a None None] Network 3b24cf55-1fa4-47f3-8230-f46c34057b61 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:32:53.773865 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7607db3d-f4f0-49ea-886f-1c4662140504 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.778670 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42006) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:53.779777 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-7607db3d-f4f0-49ea-886f-1c4662140504 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4545472 Aug 05 15:32:53.785190 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:53.855757 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (56696504-9e39-40a7-a2f2-73d932fb555a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.871314 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=affc3c5c-6be5-4517-a916-4c84e852994c,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:53.874501 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-0f3ff711-c7c2-40da-b1e8-190c2f11b44a None None] Provisioning complete for port 84359a86-eae7-4e32-9128-a2a560da48ff triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:53.874884 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0f3ff711-c7c2-40da-b1e8-190c2f11b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.928199 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 84359a86-eae7-4e32-9128-a2a560da48ff triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:53.928199 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:53.963520 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.009181 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:54.038439 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42024) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:54.089413 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.118234 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd51f939-4c0c-40fe-ade8-2542a37e618f admin admin] Deleting subnet 4733aa61-5a76-47a6-b57a-5bc01239b00b {{(pid=104518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:32:54.124675 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fd51f939-4c0c-40fe-ade8-2542a37e618f admin admin] Publish callbacks [] for subnet (4733aa61-5a76-47a6-b57a-5bc01239b00b), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.194890 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fd51f939-4c0c-40fe-ade8-2542a37e618f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3652392'] for subnet (4733aa61-5a76-47a6-b57a-5bc01239b00b), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.212431 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Router 56696504-9e39-40a7-a2f2-73d932fb555a is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:32:54.292505 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fd51f939-4c0c-40fe-ade8-2542a37e618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (4733aa61-5a76-47a6-b57a-5bc01239b00b), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.310252 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-0f3ff711-c7c2-40da-b1e8-190c2f11b44a None None] Current status of the port 84359a86-eae7-4e32-9128-a2a560da48ff is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:54.311925 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0f3ff711-c7c2-40da-b1e8-190c2f11b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.335172 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Allocated IP 172.27.0.216 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/eadf74ce-f2a9-49cb-91f2-8f485ac8410d) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:32:54.382219 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 84359a86-eae7-4e32-9128-a2a560da48ff is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:54.382868 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.387793 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-0f3ff711-c7c2-40da-b1e8-190c2f11b44a None None] For port 84359a86-eae7-4e32-9128-a2a560da48ff, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=84359a86-eae7-4e32-9128-a2a560da48ff,segment=NetworkSegment(40471c49-a643-4712-a16d-02e61cb6a45b),segment_id=40471c49-a643-4712-a16d-02e61cb6a45b)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:32:54.390619 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:54.461090 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:32:54.470781 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Sync routers for ids ['56696504-9e39-40a7-a2f2-73d932fb555a'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:32:54.475102 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fd51f939-4c0c-40fe-ade8-2542a37e618f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666836'] for subnet (4733aa61-5a76-47a6-b57a-5bc01239b00b), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.475734 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0f3ff711-c7c2-40da-b1e8-190c2f11b44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.505217 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51f939-4c0c-40fe-ade8-2542a37e618f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4733aa61-5a76-47a6-b57a-5bc01239b00b,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:54.512684 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fd51f939-4c0c-40fe-ade8-2542a37e618f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.518905 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-fd51f939-4c0c-40fe-ade8-2542a37e618f admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/4733aa61-5a76-47a6-b57a-5bc01239b00b HTTP/1.1" status: 204 len: 168 time: 0.4780805 Aug 05 15:32:54.520323 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42036) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:54.528578 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for port (eadf74ce-f2a9-49cb-91f2-8f485ac8410d), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.541711 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Routers {'56696504-9e39-40a7-a2f2-73d932fb555a'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:32:54.542365 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:32:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['56696504-9e39-40a7-a2f2-73d932fb555a'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:54.573870 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.575499 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-8bb23665-7b9c-4cb9-9ddf-70977d229916 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6337178 Aug 05 15:32:54.579206 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42042) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:54.584125 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:54.585411 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:54.609877 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-982dc91a-a60a-430b-84e6-bef7f2945382 None None] Provisioning complete for port 84359a86-eae7-4e32-9128-a2a560da48ff triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:54.610483 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-982dc91a-a60a-430b-84e6-bef7f2945382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.612465 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:54.617863 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.db.api [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 05 15:32:54.618511 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG oslo_db.api [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 15:32:54.635705 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (6ced5d4b-cddc-4411-89b4-354ffbe2d8d3), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.652774 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ff711-c7c2-40da-b1e8-190c2f11b44a None None] Pushing event updated for resources: {'Port': ['ID=84359a86-eae7-4e32-9128-a2a560da48ff,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:54.739856 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (eadf74ce-f2a9-49cb-91f2-8f485ac8410d), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:54.758154 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Set router 56696504-9e39-40a7-a2f2-73d932fb555a gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:32:54.832220 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:32:54.832574 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event updated for resources: {'Port': ['ID=eadf74ce-f2a9-49cb-91f2-8f485ac8410d,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:54.835801 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:54.840006 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:32:54.840365 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-982dc91a-a60a-430b-84e6-bef7f2945382 None None] Current status of the port 84359a86-eae7-4e32-9128-a2a560da48ff is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:54.876815 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:55.032077 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5208dd9-69c2-49c6-8d4a-04c302596824 req-514a60e5-a902-448c-ba35-8d3d9036c498 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:55.033897 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f5208dd9-69c2-49c6-8d4a-04c302596824 req-514a60e5-a902-448c-ba35-8d3d9036c498 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.3770468 Aug 05 15:32:55.047791 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'name': 'tempest-TestVolumeBootPattern-2092175473-router', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:52Z', 'revision_number': 3, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'gw_port': {'id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:55.051083 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for floatingip (c7c86fe1-6d4a-4089-b380-952aa8bc5b0c), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.054041 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (6ced5d4b-cddc-4411-89b4-354ffbe2d8d3), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.080190 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Checking router: 56696504-9e39-40a7-a2f2-73d932fb555a for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:32:55.081033 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Updating router 56696504-9e39-40a7-a2f2-73d932fb555a port 41d8ab6a-c9a8-41a0-8df3-537c3271d760 binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:32:55.087383 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ced5d4b-cddc-4411-89b4-354ffbe2d8d3']}} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:55.107606 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8fb7c0-e1f7-4c27-9dae-345de95b6bfe') {'for_net_delete': True} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:55.108126 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8fb7c0-e1f7-4c27-9dae-345de95b6bfe') {} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:55.114424 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.127982 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3652385'] for segment (2c8fb7c0-e1f7-4c27-9dae-345de95b6bfe), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.141618 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f5208dd9-69c2-49c6-8d4a-04c302596824 req-dc26b3d7-5ada-4fc2-ad08-2d2b56657f4e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987289 Aug 05 15:32:55.142011 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (eadf74ce-f2a9-49cb-91f2-8f485ac8410d), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.149559 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (2c8fb7c0-e1f7-4c27-9dae-345de95b6bfe), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.164703 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=104518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:32:55.165772 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3513870'] for segment (2c8fb7c0-e1f7-4c27-9dae-345de95b6bfe), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.211109 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 2c8fb7c0-e1f7-4c27-9dae-345de95b6bfe resource provider aggregate not found Aug 05 15:32:55.248504 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 2c8fb7c0-e1f7-4c27-9dae-345de95b6bfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c8fb7c0-e1f7-4c27-9dae-345de95b6bfe found for delete ", "request_id": "req-bba553c3-d14e-40bf-b20e-4713fadc8ec8"}]} Aug 05 15:32:55.293167 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 84359a86-eae7-4e32-9128-a2a560da48ff is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:55.312428 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:55.331949 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (6ced5d4b-cddc-4411-89b4-354ffbe2d8d3), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.360614 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.368749 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/6ced5d4b-cddc-4411-89b4-354ffbe2d8d3 HTTP/1.1" status: 204 len: 168 time: 0.8471155 Aug 05 15:32:55.369836 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e80b7-8d05-4dc4-be82-87ea2a7eef77 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ced5d4b-cddc-4411-89b4-354ffbe2d8d3,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:55.372337 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42060) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:55.414901 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.440848 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for port (eadf74ce-f2a9-49cb-91f2-8f485ac8410d), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.441803 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:55.455539 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Deleting subnet 0e9acc11-6bf8-4f4e-8222-ac24b07aa3f6 {{(pid=104518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:32:55.460919 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Publish callbacks [] for subnet (0e9acc11-6bf8-4f4e-8222-ac24b07aa3f6), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.500927 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device affc3c5c-6be5-4517-a916-4c84e852994c up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:32:55.514427 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3652392'] for subnet (0e9acc11-6bf8-4f4e-8222-ac24b07aa3f6), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.528991 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:55.536334 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Publish callbacks [] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.558128 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (eadf74ce-f2a9-49cb-91f2-8f485ac8410d), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.569146 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port affc3c5c-6be5-4517-a916-4c84e852994c triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:55.569846 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.571731 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (0e9acc11-6bf8-4f4e-8222-ac24b07aa3f6), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.626592 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.662848 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (c7c86fe1-6d4a-4089-b380-952aa8bc5b0c), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.668028 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Attempting to bind port 41d8ab6a-c9a8-41a0-8df3-537c3271d760 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:32:55.668440 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Attempting to bind port 41d8ab6a-c9a8-41a0-8df3-537c3271d760 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:32:55.668803 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Attempting to bind port 41d8ab6a-c9a8-41a0-8df3-537c3271d760 on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:32:55.678577 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event updated for resources: {'Port': ['ID=eadf74ce-f2a9-49cb-91f2-8f485ac8410d,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:55.687879 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:32:55.688274 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:32:55.688706 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.689118 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:32:55.689585 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Bound port: 41d8ab6a-c9a8-41a0-8df3-537c3271d760, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:32:55.689959 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.713158 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed7975-e90d-41a0-87e7-10406610721f None None] Pushing event updated for resources: {'Port': ['ID=41d8ab6a-c9a8-41a0-8df3-537c3271d760,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:55.727235 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:55.748268 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Allocated IP 172.20.0.1 (3b24cf55-1fa4-47f3-8230-f46c34057b61/328fc5ad-c96b-4879-b898-dcb1783aa8e1/c299cfd7-20c4-4854-b005-c644fc305ca8) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:32:55.749304 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666836'] for subnet (0e9acc11-6bf8-4f4e-8222-ac24b07aa3f6), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.764941 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.768969 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-9a076bb5-3483-4d73-ac69-f9bf81c76d30 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9878206 Aug 05 15:32:55.768969 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:55.778930 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port affc3c5c-6be5-4517-a916-4c84e852994c is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:55.780162 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 84359a86-eae7-4e32-9128-a2a560da48ff up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:32:55.782277 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] For port 41d8ab6a-c9a8-41a0-8df3-537c3271d760, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:32:55.786525 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] For port 41d8ab6a-c9a8-41a0-8df3-537c3271d760, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=41d8ab6a-c9a8-41a0-8df3-537c3271d760,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:32:55.793389 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.803333 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/0e9acc11-6bf8-4f4e-8222-ac24b07aa3f6 HTTP/1.1" status: 204 len: 168 time: 0.4287319 Aug 05 15:32:55.804389 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42076) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:55.805477 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e9acc11-6bf8-4f4e-8222-ac24b07aa3f6,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:55.838276 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 84359a86-eae7-4e32-9128-a2a560da48ff triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:55.838655 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.875168 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.876155 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.877061 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.877720 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.878197 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.878654 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.878861 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.880035 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.880403 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.880984 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.884143 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.884143 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.884143 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.884143 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.884143 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.884143 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fc6321-9104-4d81-b7f3-5cf1a5851d92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:32:55.928016 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:55.953395 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Routers {'56696504-9e39-40a7-a2f2-73d932fb555a'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:32:55.954037 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:32:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['56696504-9e39-40a7-a2f2-73d932fb555a'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:55.997427 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed7975-e90d-41a0-87e7-10406610721f None None] Pushing event updated for resources: {'Port': ['ID=41d8ab6a-c9a8-41a0-8df3-537c3271d760,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:55.998762 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Publish callbacks [] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.084982 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 84359a86-eae7-4e32-9128-a2a560da48ff is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:56.091827 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.098647 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.103315 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] Set router 56696504-9e39-40a7-a2f2-73d932fb555a gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:32:56.145262 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Network 3b24cf55-1fa4-47f3-8230-f46c34057b61 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:32:56.147900 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac']}} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:56.152868 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:56.155847 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:32:56.162254 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393000ef-e6f9-49c4-b44a-870c7ec02b9a') {'for_net_delete': True} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:56.162542 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393000ef-e6f9-49c4-b44a-870c7ec02b9a') {} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:56.178447 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3652385'] for segment (393000ef-e6f9-49c4-b44a-870c7ec02b9a), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.195583 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (393000ef-e6f9-49c4-b44a-870c7ec02b9a), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.219594 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (56696504-9e39-40a7-a2f2-73d932fb555a), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.226183 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=104518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:32:56.226941 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3513870'] for segment (393000ef-e6f9-49c4-b44a-870c7ec02b9a), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.230046 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:56.271414 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Pushing event updated for resources: {'Port': ['ID=c299cfd7-20c4-4854-b005-c644fc305ca8,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:56.334406 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:56.355521 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:56.367406 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'name': 'tempest-TestVolumeBootPattern-2092175473-router', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:52Z', 'revision_number': 3, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'gw_port': {'id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:56.393713 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-ab47e839-20a5-455e-905a-05c3fc954355 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1541937659&fields=id&tenant_id=1cb48dbd26c747d290bf3e666e65027a HTTP/1.1" status: 200 len: 267 time: 0.3242838 Aug 05 15:32:56.400438 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232f669-852e-4e3f-9877-aafcef26924f None None] The sync data for ids ['56696504-9e39-40a7-a2f2-73d932fb555a'] in dv-cinder-849890-4-iscsi is: [{'id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'name': 'tempest-TestVolumeBootPattern-2092175473-router', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:52Z', 'revision_number': 3, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'gw_port': {'id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:32:56.417356 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.458680 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.461838 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac HTTP/1.1" status: 204 len: 168 time: 0.6448793 Aug 05 15:32:56.479424 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.512319 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aafec4-1e46-44f5-a256-002311711e24 req-921140c3-de91-4250-900d-f36bbda52b0e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:56.516575 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-64aafec4-1e46-44f5-a256-002311711e24 req-921140c3-de91-4250-900d-f36bbda52b0e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.1807630 Aug 05 15:32:56.528208 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf41d1-a401-4823-896d-508c1c46d2e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1efc7e97-3c9d-4dcd-ac63-1450dde2f2ac,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:56.585731 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-e27f352f-c601-4fce-818d-2b1fc465e311 None None] Provisioning complete for port c299cfd7-20c4-4854-b005-c644fc305ca8 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:56.587180 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-e27f352f-c601-4fce-818d-2b1fc465e311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.642183 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-e27f352f-c601-4fce-818d-2b1fc465e311 None None] Port c299cfd7-20c4-4854-b005-c644fc305ca8 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:32:56.662467 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-64aafec4-1e46-44f5-a256-002311711e24 req-8b1de358-45da-4d4e-890a-4b498a02199e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281643 Aug 05 15:32:56.687689 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-5ddae9a1-d172-46a9-a217-60ac05d0643d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:56.689409 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-5ddae9a1-d172-46a9-a217-60ac05d0643d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 819 time: 0.2948275 Aug 05 15:32:56.724683 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-dd8a279e-c5fb-497a-bf7f-a720ecbfc2d1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/quotas/1cb48dbd26c747d290bf3e666e65027a HTTP/1.1" status: 200 len: 375 time: 0.0265741 Aug 05 15:32:56.739378 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Publish callbacks [] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.795545 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.814953 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a8b4f5e1-9785-428e-9edf-55c8a41781db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0851088 Aug 05 15:32:56.884913 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (56696504-9e39-40a7-a2f2-73d932fb555a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:56.888540 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Pushing event updated for resources: {'Port': ['ID=c299cfd7-20c4-4854-b005-c644fc305ca8,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:56.974967 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-ff15f87f-4445-47be-8d3f-ba37ea8cf5af service neutron] 10.222.0.40 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435261 Aug 05 15:32:57.054276 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Network 3b24cf55-1fa4-47f3-8230-f46c34057b61 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:32:57.056007 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:32:57.063280 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:57.066250 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:57.084639 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42118) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:57.130858 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-348bb1ca-0293-45ff-84e2-c77abd2c08c2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489437 Aug 05 15:32:57.161655 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-ec0984a1-584a-4ae4-89a7-45aacdde0b2a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=8a27b3e9643741e486fc931afee737bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0723338 Aug 05 15:32:57.169466 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42124) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:57.283352 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d2a4795b-df56-4a4b-935f-6db99698e580 admin admin] Publish callbacks [] for security_group (c4d13aa1-d9ef-4c5f-85f4-b90ead843781), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:57.312238 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 393000ef-e6f9-49c4-b44a-870c7ec02b9a resource provider aggregate not found Aug 05 15:32:57.317200 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Router 56696504-9e39-40a7-a2f2-73d932fb555a has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:32:57.367418 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 393000ef-e6f9-49c4-b44a-870c7ec02b9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 393000ef-e6f9-49c4-b44a-870c7ec02b9a found for delete ", "request_id": "req-eee7829a-f4d6-4404-8990-7bfb4b34da43"}]} Aug 05 15:32:57.386462 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d2a4795b-df56-4a4b-935f-6db99698e580 admin admin] Publish callbacks [] for security_group (c4d13aa1-d9ef-4c5f-85f4-b90ead843781), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:57.503342 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-c1e6620f-ee7c-4e5e-97ff-035ce4323b43 None None] Provisioning complete for port c299cfd7-20c4-4854-b005-c644fc305ca8 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:57.503730 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c1e6620f-ee7c-4e5e-97ff-035ce4323b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:57.527917 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 41d8ab6a-c9a8-41a0-8df3-537c3271d760 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:32:57.547004 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-9e5d07da-08a6-43c7-b914-82da644167da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:57.590923 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:32:57.600391 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-44fd4959-25fb-427d-848c-91e7c1dfccb9 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/56696504-9e39-40a7-a2f2-73d932fb555a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0192835 Aug 05 15:32:57.627795 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1caba39b-243b-4f4d-8ee3-b2daa115345a req-1c76ba53-8cd5-4e5e-9436-0937cfa7aed9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 210 time: 0.0566337 Aug 05 15:32:57.628190 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d2a4795b-df56-4a4b-935f-6db99698e580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (c4d13aa1-d9ef-4c5f-85f4-b90ead843781), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:57.633327 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d2a4795b-df56-4a4b-935f-6db99698e580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:57.638572 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-d2a4795b-df56-4a4b-935f-6db99698e580 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c4d13aa1-d9ef-4c5f-85f4-b90ead843781 HTTP/1.1" status: 204 len: 168 time: 0.4678612 Aug 05 15:32:57.650373 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4795b-df56-4a4b-935f-6db99698e580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d13aa1-d9ef-4c5f-85f4-b90ead843781,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:57.804548 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6620f-ee7c-4e5e-97ff-035ce4323b43 None None] Port c299cfd7-20c4-4854-b005-c644fc305ca8 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:32:57.861330 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 41d8ab6a-c9a8-41a0-8df3-537c3271d760 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:57.861723 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:57.937758 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8a573-e08e-47e6-81d0-db04ada1a301 req-01dbac7b-a161-494e-8531-5cf3eaa06b8e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:57.938155 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42154) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:57.940918 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4de8a573-e08e-47e6-81d0-db04ada1a301 req-01dbac7b-a161-494e-8531-5cf3eaa06b8e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.1212497 Aug 05 15:32:57.978624 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 41d8ab6a-c9a8-41a0-8df3-537c3271d760 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:57.979015 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:57.999374 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4de8a573-e08e-47e6-81d0-db04ada1a301 req-eb0e9b49-aa02-4e2d-9116-4f059339304f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523887 Aug 05 15:32:58.012802 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 41d8ab6a-c9a8-41a0-8df3-537c3271d760, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=41d8ab6a-c9a8-41a0-8df3-537c3271d760,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:32:58.143168 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.259868 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95215a22-afdf-4309-9061-2144e969f566 req-e3fa37d3-cc3a-47a2-a7d3-fcfbc7cfe9a5 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:58.272742 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95215a22-afdf-4309-9061-2144e969f566 req-e3fa37d3-cc3a-47a2-a7d3-fcfbc7cfe9a5 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0852132 Aug 05 15:32:58.374046 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95215a22-afdf-4309-9061-2144e969f566 req-98ef78ed-e99b-481c-82e2-cb9b59627e39 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997627 Aug 05 15:32:58.411745 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=41d8ab6a-c9a8-41a0-8df3-537c3271d760,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:58.449836 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c736e410-df7c-4848-ad00-08dce908b718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.532574 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c736e410-df7c-4848-ad00-08dce908b718 admin admin] Publish callbacks [] for security_group (48c64361-a373-4e0a-8b8c-b34fa0dcef2a), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.622771 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c736e410-df7c-4848-ad00-08dce908b718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (48c64361-a373-4e0a-8b8c-b34fa0dcef2a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.631856 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42168) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:58.636749 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-19f0e757-f922-4058-bb63-5599e47ac498 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1650709576', 'description': 'tempest-secgroup-smoke-1650709576 description', 'project_id': '99b26247f85d45c0a7c1e763758f2e69'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:58.668324 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736e410-df7c-4848-ad00-08dce908b718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c64361-a373-4e0a-8b8c-b34fa0dcef2a,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:58.675085 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-c736e410-df7c-4848-ad00-08dce908b718 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=818a938fda0f469c8f91bfcecf0512c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7357309 Aug 05 15:32:58.677935 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42170) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:58.745865 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a2f3fa02-52bd-4b12-9852-71b2b3c0f7a7 req-0befee89-df05-4edc-8329-52c6bae3061c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 210 time: 0.0329552 Aug 05 15:32:58.758493 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-19f0e757-f922-4058-bb63-5599e47ac498 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.774915 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3702dcc5-e54c-402c-b8d0-92c0b1bb2e25 admin admin] Publish callbacks [] for security_group (48c64361-a373-4e0a-8b8c-b34fa0dcef2a), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.780208 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:58.812949 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42174) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:58.829729 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3702dcc5-e54c-402c-b8d0-92c0b1bb2e25 admin admin] Publish callbacks [] for security_group (48c64361-a373-4e0a-8b8c-b34fa0dcef2a), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.870169 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e72833a7-4568-4009-a2ff-0c8bc6f832a1 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=190e2e9877414b9eb6bf1f141ea14711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0560896 Aug 05 15:32:58.872889 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42176) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:58.904390 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-19f0e757-f922-4058-bb63-5599e47ac498 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group (223196b4-b30c-4dde-b61f-7a5885da015d), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.925003 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f094016e-fd0e-49fd-a49e-241dd6ca6700 admin admin] Publish callbacks [] for security_group (a5a12161-33b7-4936-9b77-e1d8bf54c0e3), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.951493 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f094016e-fd0e-49fd-a49e-241dd6ca6700 admin admin] Publish callbacks [] for security_group (a5a12161-33b7-4936-9b77-e1d8bf54c0e3), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.961164 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3702dcc5-e54c-402c-b8d0-92c0b1bb2e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (48c64361-a373-4e0a-8b8c-b34fa0dcef2a), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.964269 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3702dcc5-e54c-402c-b8d0-92c0b1bb2e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.965485 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-3702dcc5-e54c-402c-b8d0-92c0b1bb2e25 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/48c64361-a373-4e0a-8b8c-b34fa0dcef2a HTTP/1.1" status: 204 len: 168 time: 0.2865484 Aug 05 15:32:58.966220 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-19f0e757-f922-4058-bb63-5599e47ac498 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (223196b4-b30c-4dde-b61f-7a5885da015d), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:58.985497 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702dcc5-e54c-402c-b8d0-92c0b1bb2e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c64361-a373-4e0a-8b8c-b34fa0dcef2a,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:59.026440 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0e757-f922-4058-bb63-5599e47ac498 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223196b4-b30c-4dde-b61f-7a5885da015d,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:59.053647 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-19f0e757-f922-4058-bb63-5599e47ac498 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:59.061074 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42182) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:59.061912 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-19f0e757-f922-4058-bb63-5599e47ac498 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4287355 Aug 05 15:32:59.069131 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-ae103f9c-028d-4f42-a18e-3079c47170c7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'security_group_rule': {'security_group_id': '223196b4-b30c-4dde-b61f-7a5885da015d', 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:59.073984 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:59.084472 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f094016e-fd0e-49fd-a49e-241dd6ca6700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a5a12161-33b7-4936-9b77-e1d8bf54c0e3), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:59.087769 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f094016e-fd0e-49fd-a49e-241dd6ca6700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:59.089412 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-f094016e-fd0e-49fd-a49e-241dd6ca6700 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a5a12161-33b7-4936-9b77-e1d8bf54c0e3 HTTP/1.1" status: 204 len: 168 time: 0.2155900 Aug 05 15:32:59.111413 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094016e-fd0e-49fd-a49e-241dd6ca6700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a12161-33b7-4936-9b77-e1d8bf54c0e3,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:59.207162 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Sync routers for ids ['56696504-9e39-40a7-a2f2-73d932fb555a'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:32:59.209577 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228ad43-61cd-497b-b798-85792cd88e1b req-ecc92036-4e25-4492-b97c-c7aac71ef8ed tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:59.211568 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ae103f9c-028d-4f42-a18e-3079c47170c7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (ed7c5ef7-3809-47fc-b452-f6ed12e4e62c), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:59.212543 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a228ad43-61cd-497b-b798-85792cd88e1b req-ecc92036-4e25-4492-b97c-c7aac71ef8ed tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.1147072 Aug 05 15:32:59.221004 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Routers {'56696504-9e39-40a7-a2f2-73d932fb555a'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:32:59.222634 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:32:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['56696504-9e39-40a7-a2f2-73d932fb555a'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:59.273367 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ae103f9c-028d-4f42-a18e-3079c47170c7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (ed7c5ef7-3809-47fc-b452-f6ed12e4e62c), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:59.297323 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a228ad43-61cd-497b-b798-85792cd88e1b req-5e58210c-8aa9-422a-90e6-1122e31559ae tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768852 Aug 05 15:32:59.354129 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ae103f9c-028d-4f42-a18e-3079c47170c7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (ed7c5ef7-3809-47fc-b452-f6ed12e4e62c), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:59.370394 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae103f9c-028d-4f42-a18e-3079c47170c7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7c5ef7-3809-47fc-b452-f6ed12e4e62c,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:32:59.371350 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Set router 56696504-9e39-40a7-a2f2-73d932fb555a gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:32:59.422921 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 41d8ab6a-c9a8-41a0-8df3-537c3271d760 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:32:59.479689 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 41d8ab6a-c9a8-41a0-8df3-537c3271d760 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:32:59.480693 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:59.504745 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ae103f9c-028d-4f42-a18e-3079c47170c7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:59.508870 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42198) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:32:59.509431 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-ae103f9c-028d-4f42-a18e-3079c47170c7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4466529 Aug 05 15:32:59.514897 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-39154636-f3cb-4541-8e7f-d279f0a575cd tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'security_group_rule': {'security_group_id': '223196b4-b30c-4dde-b61f-7a5885da015d', 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:32:59.548920 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:32:59.585136 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 41d8ab6a-c9a8-41a0-8df3-537c3271d760 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:32:59.594957 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'name': 'tempest-TestVolumeBootPattern-2092175473-router', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:56Z', 'revision_number': 4, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'gw_port': {'id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'c299cfd7-20c4-4854-b005-c644fc305ca8', 'name': '', 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'mac_address': 'fa:16:3e:f7:0e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '328fc5ad-c96b-4879-b898-dcb1783aa8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:55Z', 'updated_at': '2022-08-05T15:32:56Z', 'revision_number': 2, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'subnets': [{'id': '328fc5ad-c96b-4879-b898-dcb1783aa8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:32:59.648260 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c96cc5-6965-4c3f-af8e-e425e7ba5e6d req-aefcecc7-c142-4118-8082-b08c4412347f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:32:59.657212 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-28c96cc5-6965-4c3f-af8e-e425e7ba5e6d req-aefcecc7-c142-4118-8082-b08c4412347f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.1040847 Aug 05 15:32:59.669466 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Checking router: 56696504-9e39-40a7-a2f2-73d932fb555a for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:32:59.671630 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Updating router 56696504-9e39-40a7-a2f2-73d932fb555a port c299cfd7-20c4-4854-b005-c644fc305ca8 binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:32:59.877252 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-28c96cc5-6965-4c3f-af8e-e425e7ba5e6d req-cbc68de3-6059-46da-8514-ae17a4974f57 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665874 Aug 05 15:32:59.878060 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:32:59.878463 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b02dd922-8beb-44b9-9fe3-33a02de092d4 req-2cebb52f-eb30-4253-8ca8-518d007bb696 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 210 time: 0.0309286 Aug 05 15:33:00.001795 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Publish callbacks [] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.010256 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-39154636-f3cb-4541-8e7f-d279f0a575cd tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (491f8bcc-9df4-443e-870e-5f8fca2e23e1), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.030225 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:00.068562 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-39154636-f3cb-4541-8e7f-d279f0a575cd tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (491f8bcc-9df4-443e-870e-5f8fca2e23e1), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.085598 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-87125407-47c5-4fff-9bd7-a698e36195bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.110112 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.115166 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:00.177317 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-39154636-f3cb-4541-8e7f-d279f0a575cd tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (491f8bcc-9df4-443e-870e-5f8fca2e23e1), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.218187 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39154636-f3cb-4541-8e7f-d279f0a575cd tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=491f8bcc-9df4-443e-870e-5f8fca2e23e1,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:00.231018 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ecea6-8b33-44af-ae94-2d57c50eae99 None None] Pushing event updated for resources: {'Port': ['ID=c299cfd7-20c4-4854-b005-c644fc305ca8,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:00.235292 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Attempting to bind port c299cfd7-20c4-4854-b005-c644fc305ca8 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:33:00.235671 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Attempting to bind port c299cfd7-20c4-4854-b005-c644fc305ca8 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '40471c49-a643-4712-a16d-02e61cb6a45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:33:00.236036 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Attempting to bind port c299cfd7-20c4-4854-b005-c644fc305ca8 on network 3b24cf55-1fa4-47f3-8230-f46c34057b61 {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:33:00.242004 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:33:00.242431 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Checking segment: {'id': '40471c49-a643-4712-a16d-02e61cb6a45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:33:00.242682 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.243236 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Bound using segment: {'id': '40471c49-a643-4712-a16d-02e61cb6a45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:33:00.243689 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Bound port: c299cfd7-20c4-4854-b005-c644fc305ca8, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40471c49-a643-4712-a16d-02e61cb6a45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:33:00.244198 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.309063 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] For port c299cfd7-20c4-4854-b005-c644fc305ca8, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:33:00.312038 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] For port c299cfd7-20c4-4854-b005-c644fc305ca8, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=c299cfd7-20c4-4854-b005-c644fc305ca8,segment=NetworkSegment(40471c49-a643-4712-a16d-02e61cb6a45b),segment_id=40471c49-a643-4712-a16d-02e61cb6a45b)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:33:00.334580 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-39154636-f3cb-4541-8e7f-d279f0a575cd tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.342606 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42218) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:00.342709 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-39154636-f3cb-4541-8e7f-d279f0a575cd tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8296309 Aug 05 15:33:00.344494 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-d7a10184-41f6-4f3e-8645-44b50ffac081 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'security_group_rule': {'security_group_id': '223196b4-b30c-4dde-b61f-7a5885da015d', 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:33:00.362408 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42222) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:00.384150 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-198082f2-7000-4b77-ae5e-d6eb79b26827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.417039 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.457819 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ef0eb-2c9d-4cf4-aee2-7a4f6489ce9f req-435962be-73bb-412f-8b72-f9bfa9a5f7ea tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:00.464655 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Routers {'56696504-9e39-40a7-a2f2-73d932fb555a'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:33:00.465553 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:33:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['56696504-9e39-40a7-a2f2-73d932fb555a'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:33:00.473032 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fb5ef0eb-2c9d-4cf4-aee2-7a4f6489ce9f req-435962be-73bb-412f-8b72-f9bfa9a5f7ea tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0800962 Aug 05 15:33:00.524931 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d7a10184-41f6-4f3e-8645-44b50ffac081 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (5774f6fd-1517-4d10-aea0-a06a307bd374), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.590077 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.594583 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] Set router 56696504-9e39-40a7-a2f2-73d932fb555a gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:33:00.650943 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:00.665361 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fb5ef0eb-2c9d-4cf4-aee2-7a4f6489ce9f req-1d571937-4de1-4a89-b821-439956203beb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752422 Aug 05 15:33:00.675861 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d7a10184-41f6-4f3e-8645-44b50ffac081 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (5774f6fd-1517-4d10-aea0-a06a307bd374), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.696171 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-198082f2-7000-4b77-ae5e-d6eb79b26827 admin admin] Publish callbacks [] for security_group (64876dd9-0993-4ab8-bfb5-aaceb907e2d6), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.761120 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-509aba54-00de-49bd-a5de-44a38c1e0d0d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:00.762638 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-509aba54-00de-49bd-a5de-44a38c1e0d0d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 819 time: 0.2895186 Aug 05 15:33:00.765235 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d7a10184-41f6-4f3e-8645-44b50ffac081 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (5774f6fd-1517-4d10-aea0-a06a307bd374), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.781719 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:00.789694 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ecea6-8b33-44af-ae94-2d57c50eae99 None None] Pushing event updated for resources: {'Port': ['ID=c299cfd7-20c4-4854-b005-c644fc305ca8,revision_number=4']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:00.794540 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-198082f2-7000-4b77-ae5e-d6eb79b26827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (64876dd9-0993-4ab8-bfb5-aaceb907e2d6), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.816756 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a10184-41f6-4f3e-8645-44b50ffac081 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5774f6fd-1517-4d10-aea0-a06a307bd374,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:00.872353 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-b139b01e-6bed-45ad-b1c2-76d8c971c175 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1cb48dbd26c747d290bf3e666e65027a HTTP/1.1" status: 200 len: 380 time: 0.0912187 Aug 05 15:33:00.878911 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-198082f2-7000-4b77-ae5e-d6eb79b26827 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=448b0684dc734adbb0716d950dae3ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5128319 Aug 05 15:33:00.878911 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198082f2-7000-4b77-ae5e-d6eb79b26827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64876dd9-0993-4ab8-bfb5-aaceb907e2d6,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:00.886057 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42234) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:00.904107 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Request body: {'port': {'device_id': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'admin_state_up': True, 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'security_groups': ['4a66bfcd-8172-4961-b5a6-134d475d1e2b']}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:33:00.915128 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d7a10184-41f6-4f3e-8645-44b50ffac081 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.920556 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42242) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:00.921011 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-d7a10184-41f6-4f3e-8645-44b50ffac081 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5804791 Aug 05 15:33:00.923084 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:00.927485 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-95a4145b-72ae-4b84-9be3-c18eee31219d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'security_group_rule': {'security_group_id': '223196b4-b30c-4dde-b61f-7a5885da015d', 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:33:00.986072 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:00.996771 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'name': 'tempest-TestVolumeBootPattern-2092175473-router', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:56Z', 'revision_number': 4, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'gw_port': {'id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'c299cfd7-20c4-4854-b005-c644fc305ca8', 'name': '', 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'mac_address': 'fa:16:3e:f7:0e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '328fc5ad-c96b-4879-b898-dcb1783aa8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:55Z', 'updated_at': '2022-08-05T15:33:00Z', 'revision_number': 4, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'subnets': [{'id': '328fc5ad-c96b-4879-b898-dcb1783aa8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:33:01.030347 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9a63d5-72c1-435c-8b3c-1e015d2d7e6a None None] The sync data for ids ['56696504-9e39-40a7-a2f2-73d932fb555a'] in dv-cinder-849890-4-iscsi is: [{'id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'name': 'tempest-TestVolumeBootPattern-2092175473-router', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:56Z', 'revision_number': 4, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'gw_port': {'id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'c299cfd7-20c4-4854-b005-c644fc305ca8', 'name': '', 'network_id': '3b24cf55-1fa4-47f3-8230-f46c34057b61', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'mac_address': 'fa:16:3e:f7:0e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '328fc5ad-c96b-4879-b898-dcb1783aa8e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:55Z', 'updated_at': '2022-08-05T15:33:00Z', 'revision_number': 4, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'subnets': [{'id': '328fc5ad-c96b-4879-b898-dcb1783aa8e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:33:01.094621 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d659-6db1-4029-83e9-c11aae805c01 admin admin] Publish callbacks [] for security_group (64876dd9-0993-4ab8-bfb5-aaceb907e2d6), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.100673 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8074f54-968a-4075-8bbe-8c48f6361403 req-145a17d5-a8fa-45be-a822-0805ab13c091 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:01.107947 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a8074f54-968a-4075-8bbe-8c48f6361403 req-145a17d5-a8fa-45be-a822-0805ab13c091 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0772288 Aug 05 15:33:01.136385 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:01.138412 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d659-6db1-4029-83e9-c11aae805c01 admin admin] Publish callbacks [] for security_group (64876dd9-0993-4ab8-bfb5-aaceb907e2d6), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.150381 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-95a4145b-72ae-4b84-9be3-c18eee31219d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (f49b0ff2-1551-4720-92a9-31c08d8b5f63), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.220408 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d7466b38-e59f-4457-9a0d-4d4cdf425dab req-9194a1f4-1c11-4f3d-bdc4-92ae5b3f207d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 210 time: 0.1167896 Aug 05 15:33:01.285765 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a8074f54-968a-4075-8bbe-8c48f6361403 req-23bf7bf1-48d9-40b9-adf3-1f5d6746fea3 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468379 Aug 05 15:33:01.286616 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Made reservation on behalf of 1cb48dbd26c747d290bf3e666e65027a for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:33:01.296163 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.319171 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-95a4145b-72ae-4b84-9be3-c18eee31219d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (f49b0ff2-1551-4720-92a9-31c08d8b5f63), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.327906 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d659-6db1-4029-83e9-c11aae805c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (64876dd9-0993-4ab8-bfb5-aaceb907e2d6), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.331380 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cdb7d659-6db1-4029-83e9-c11aae805c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.332668 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-cdb7d659-6db1-4029-83e9-c11aae805c01 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/64876dd9-0993-4ab8-bfb5-aaceb907e2d6 HTTP/1.1" status: 204 len: 168 time: 0.4446287 Aug 05 15:33:01.347194 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7d659-6db1-4029-83e9-c11aae805c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64876dd9-0993-4ab8-bfb5-aaceb907e2d6,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:01.405330 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-95a4145b-72ae-4b84-9be3-c18eee31219d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (f49b0ff2-1551-4720-92a9-31c08d8b5f63), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.443871 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4145b-72ae-4b84-9be3-c18eee31219d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49b0ff2-1551-4720-92a9-31c08d8b5f63,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:01.468806 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-45aa374c-f25d-4b46-ba91-487bdb76231a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1196260 Aug 05 15:33:01.468990 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c299cfd7-20c4-4854-b005-c644fc305ca8 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:33:01.510969 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:01.523386 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port c299cfd7-20c4-4854-b005-c644fc305ca8 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:33:01.523763 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.552825 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-95a4145b-72ae-4b84-9be3-c18eee31219d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.559744 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42258) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:01.560382 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-95a4145b-72ae-4b84-9be3-c18eee31219d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6369019 Aug 05 15:33:01.563321 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-4709f7b7-9ba6-40df-b1a7-31e6fff4b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:01.564913 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-4709f7b7-9ba6-40df-b1a7-31e6fff4b90e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 1129 time: 0.0644565 Aug 05 15:33:01.571293 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-393bc1ab-8784-450d-891f-cf3543b66411 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'security_group_rule': {'security_group_id': '223196b4-b30c-4dde-b61f-7a5885da015d', 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:33:01.576573 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Allocated IP 172.20.0.7 (51a7564f-6f88-44aa-8bd2-cac8188d6f98/ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f/90dc2636-6d0d-4dc4-ab72-df8554ef6ebc) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:33:01.635801 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port c299cfd7-20c4-4854-b005-c644fc305ca8 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:33:01.637028 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.661644 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:01.695215 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port c299cfd7-20c4-4854-b005-c644fc305ca8, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=c299cfd7-20c4-4854-b005-c644fc305ca8,segment=NetworkSegment(40471c49-a643-4712-a16d-02e61cb6a45b),segment_id=40471c49-a643-4712-a16d-02e61cb6a45b)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:33:01.745183 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.securitygroups_db [None req-393bc1ab-8784-450d-891f-cf3543b66411 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Project 99b26247f85d45c0a7c1e763758f2e69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:33:01.781029 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-393bc1ab-8784-450d-891f-cf3543b66411 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (de7b49a1-2b9d-4a30-94b9-d964f0828901), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.811894 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:01.825044 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee74c61-4229-48ef-b5e7-2a8c0509204e req-189c0c82-0a24-4537-a851-cef42c876fc7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:01.838091 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ee74c61-4229-48ef-b5e7-2a8c0509204e req-189c0c82-0a24-4537-a851-cef42c876fc7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0753653 Aug 05 15:33:01.930026 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=c299cfd7-20c4-4854-b005-c644fc305ca8,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:01.967377 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ee74c61-4229-48ef-b5e7-2a8c0509204e req-ec0274cb-b66d-4564-b1e5-d0ee401e4910 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283054 Aug 05 15:33:01.967535 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-00679c04-4dcd-4538-847d-c18c3994ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:01.968908 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-00679c04-4dcd-4538-847d-c18c3994ecc5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 0.3360014 Aug 05 15:33:01.986119 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-393bc1ab-8784-450d-891f-cf3543b66411 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (de7b49a1-2b9d-4a30-94b9-d964f0828901), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.024197 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42274) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:02.036641 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-fa531255-4299-40b4-9da9-93767d14d3b7 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81f5f43f-6504-4380-9838-2b4d5f79d684 HTTP/1.1" status: 200 len: 217 time: 0.0480828 Aug 05 15:33:02.054394 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.096523 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-393bc1ab-8784-450d-891f-cf3543b66411 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (de7b49a1-2b9d-4a30-94b9-d964f0828901), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.129468 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-d8c938ad-cc0c-494b-995a-4f9650609a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:02.130950 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-d8c938ad-cc0c-494b-995a-4f9650609a7c service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.0871370 Aug 05 15:33:02.139383 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bc1ab-8784-450d-891f-cf3543b66411 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7b49a1-2b9d-4a30-94b9-d964f0828901,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:02.155215 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:02.162729 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c02-115d-442d-a43f-0c3160dda96e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.183983 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-e1c6d8bf-68ed-49fc-ace1-e7b5b22ae6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:02.185583 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-e1c6d8bf-68ed-49fc-ace1-e7b5b22ae6f9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472083 Aug 05 15:33:02.254691 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c02-115d-442d-a43f-0c3160dda96e admin admin] Publish callbacks [] for security_group (ab61e694-80c3-4049-8868-d43d371752d5), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.298631 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-647167d2-c3be-4157-945f-aff33f9ae2d1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062064 Aug 05 15:33:02.317316 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-393bc1ab-8784-450d-891f-cf3543b66411 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.319988 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-393bc1ab-8784-450d-891f-cf3543b66411 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7583354 Aug 05 15:33:02.324264 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.328450 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-337e6b6f-ffc3-43d4-8b89-6721fa915ba1 req-c12bec21-f66d-48cd-8831-5bfba9995e08 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 210 time: 0.0339484 Aug 05 15:33:02.328962 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42288) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:02.335307 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-3a8303f6-6ebc-451a-988a-c01153993871 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'security_group_rule': {'security_group_id': '223196b4-b30c-4dde-b61f-7a5885da015d', 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:33:02.371390 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.375020 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d6fb8c02-115d-442d-a43f-0c3160dda96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (ab61e694-80c3-4049-8868-d43d371752d5), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.409528 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:33:02.419611 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:33:02.427383 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:33:02.452217 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-d6fb8c02-115d-442d-a43f-0c3160dda96e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f8499e82fe374b429e8f1196da41bc9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4261816 Aug 05 15:33:02.456047 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.securitygroups_db [None req-3a8303f6-6ebc-451a-988a-c01153993871 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Project 99b26247f85d45c0a7c1e763758f2e69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:33:02.458198 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42292) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:02.464527 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb8c02-115d-442d-a43f-0c3160dda96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab61e694-80c3-4049-8868-d43d371752d5,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:02.470083 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3a8303f6-6ebc-451a-988a-c01153993871 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (514cbe0f-f004-4e4a-a601-c3919d4b7773), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.471699 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event updated for resources: {'Port': ['ID=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:02.496326 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163a627-ce5d-4738-8b43-28cc80e3c4f3 req-0ea1cd76-de2e-47a0-bbe3-4adc95f39311 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:02.503948 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b163a627-ce5d-4738-8b43-28cc80e3c4f3 req-0ea1cd76-de2e-47a0-bbe3-4adc95f39311 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.1036949 Aug 05 15:33:02.532873 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:02.533524 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.547867 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8b2e8ddd-5010-4e19-9813-fb41a120dc68 req-e71dc0c5-56bb-4ea3-a974-ebbc8e0004f3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418680 Aug 05 15:33:02.586033 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5a0e-5710-442b-94a0-a2430ce9e692 admin admin] Publish callbacks [] for security_group (ab61e694-80c3-4049-8868-d43d371752d5), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.587303 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3a8303f6-6ebc-451a-988a-c01153993871 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (514cbe0f-f004-4e4a-a601-c3919d4b7773), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.620977 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b163a627-ce5d-4738-8b43-28cc80e3c4f3 req-7bf20b95-20f6-4b68-9be7-4d56db6dcd37 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158977 Aug 05 15:33:02.639123 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5a0e-5710-442b-94a0-a2430ce9e692 admin admin] Publish callbacks [] for security_group (ab61e694-80c3-4049-8868-d43d371752d5), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.645455 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.674058 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3a8303f6-6ebc-451a-988a-c01153993871 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (514cbe0f-f004-4e4a-a601-c3919d4b7773), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.680228 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a3775e62-6e25-4c81-85f4-036cdc988893 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7949350 Aug 05 15:33:02.694331 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8303f6-6ebc-451a-988a-c01153993871 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514cbe0f-f004-4e4a-a601-c3919d4b7773,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:02.769784 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-502619f9-6ec6-4d76-8127-1e26b09ca684 None None] Provisioning complete for port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:33:02.770256 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-502619f9-6ec6-4d76-8127-1e26b09ca684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.798755 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3a8303f6-6ebc-451a-988a-c01153993871 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.798755 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-3a8303f6-6ebc-451a-988a-c01153993871 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4631481 Aug 05 15:33:02.808697 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-502619f9-6ec6-4d76-8127-1e26b09ca684 None None] Port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:33:02.845893 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5a0e-5710-442b-94a0-a2430ce9e692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (ab61e694-80c3-4049-8868-d43d371752d5), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.848730 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fe1b5a0e-5710-442b-94a0-a2430ce9e692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:02.851226 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-fe1b5a0e-5710-442b-94a0-a2430ce9e692 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ab61e694-80c3-4049-8868-d43d371752d5 HTTP/1.1" status: 204 len: 168 time: 0.3893621 Aug 05 15:33:02.875172 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b5a0e-5710-442b-94a0-a2430ce9e692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab61e694-80c3-4049-8868-d43d371752d5,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:02.918963 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Request body: {'port': {'device_id': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:33:03.088247 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:03.190036 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eb9e9-b31d-41d7-9623-ab76b99b566a req-c8779eb1-b9ff-41f8-b728-a0d4cf9920f6 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:03.204025 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-021eb9e9-b31d-41d7-9623-ab76b99b566a req-c8779eb1-b9ff-41f8-b728-a0d4cf9920f6 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0858834 Aug 05 15:33:03.253067 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:03.265349 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-021eb9e9-b31d-41d7-9623-ab76b99b566a req-5a49f6f2-98c4-4d0b-9769-9d362688f2e9 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519469 Aug 05 15:33:03.415604 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c299cfd7-20c4-4854-b005-c644fc305ca8 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:33:03.441428 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:03.494471 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709be92-75b2-4817-8bc4-6fb59877b593 req-92043300-157a-4269-8681-e20430c7b5fb tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:03.497531 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6709be92-75b2-4817-8bc4-6fb59877b593 req-92043300-157a-4269-8681-e20430c7b5fb tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 931 time: 0.0679977 Aug 05 15:33:03.499177 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port c299cfd7-20c4-4854-b005-c644fc305ca8 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:33:03.499552 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:03.522714 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:33:03.531712 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Publish callbacks [] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:03.547413 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Transition to ACTIVE for port object 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:33:03.579839 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6709be92-75b2-4817-8bc4-6fb59877b593 req-b2979881-0324-43db-9036-6b561ac56dbf tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708940 Aug 05 15:33:03.594570 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port c299cfd7-20c4-4854-b005-c644fc305ca8 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:33:03.624888 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:03.721662 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Pushing event updated for resources: {'Port': ['ID=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:03.729621 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:03.759997 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Attempting to bind port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:33:03.759997 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Attempting to bind port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:33:03.759997 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Attempting to bind port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc on network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:33:03.766248 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc on network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:33:03.766769 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Attempting to bind port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc on network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:33:03.780147 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:33:03.780906 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Checking segment: {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:33:03.782492 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Bound using segment: {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:33:03.782492 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Bound port: 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b18b222-41de-447e-b5c4-20fe791cf773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:33:03.782492 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:03.862651 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1129a-cffd-48fe-ad11-7419656e84cf req-0e593631-f7f8-4e1a-8d49-b62ee606302f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:03.864516 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cae1129a-cffd-48fe-ad11-7419656e84cf req-0e593631-f7f8-4e1a-8d49-b62ee606302f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.1513035 Aug 05 15:33:03.886619 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] For port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:33:03.891734 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] For port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:33:03.933842 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cae1129a-cffd-48fe-ad11-7419656e84cf req-cc9f55df-dfd4-41f4-bb8c-0246ebd16a14 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574446 Aug 05 15:33:03.965635 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:03.972024 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:03.980908 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:03.980908 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/90dc2636-6d0d-4dc4-ab72-df8554ef6ebc HTTP/1.1" status: 200 len: 1093 time: 1.0597315 Aug 05 15:33:03.980908 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:33:03.980908 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091af996-5b28-4cd4-9b49-db4161de0259" -d '{"events": [{"name": "network-changed", "server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:33:04.026335 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f021b-c66f-4d83-bdc2-dc2d339f21d4 service neutron] Pushing event updated for resources: {'Port': ['ID=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:04.045602 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f43cbd9-33c2-4516-8b8c-67f41c822e95 x-openstack-request-id: req-8f43cbd9-33c2-4516-8b8c-67f41c822e95 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:33:04.045828 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:33:04.046054 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8f43cbd9-33c2-4516-8b8c-67f41c822e95 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:33:04.046472 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f43cbd9-33c2-4516-8b8c-67f41c822e95'] response: {'name': 'network-changed', 'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'status': 'completed', 'code': 200} Aug 05 15:33:04.122016 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091af996-5b28-4cd4-9b49-db4161de0259 req-f4bc812f-255c-42dd-81cf-3514e0377b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:04.123313 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-091af996-5b28-4cd4-9b49-db4161de0259 req-f4bc812f-255c-42dd-81cf-3514e0377b35 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 1127 time: 0.0530891 Aug 05 15:33:04.231071 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091af996-5b28-4cd4-9b49-db4161de0259 req-88aa9a36-0252-4627-b93b-2879cd02c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:04.233159 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-091af996-5b28-4cd4-9b49-db4161de0259 req-88aa9a36-0252-4627-b93b-2879cd02c783 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=1cb48dbd26c747d290bf3e666e65027a&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0993857 Aug 05 15:33:04.374307 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091af996-5b28-4cd4-9b49-db4161de0259 req-58d61bd6-5a24-41f6-83ce-4450fed9a29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:04.378493 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-091af996-5b28-4cd4-9b49-db4161de0259 req-58d61bd6-5a24-41f6-83ce-4450fed9a29e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1364927 Aug 05 15:33:04.422639 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70705c64-a314-4aea-8f0d-6dbca16cf009 req-a821b4e7-c62d-4d20-9e61-eea2ee9a66d8 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:04.425144 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-70705c64-a314-4aea-8f0d-6dbca16cf009 req-a821b4e7-c62d-4d20-9e61-eea2ee9a66d8 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0625331 Aug 05 15:33:04.478779 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-52b96017-8a3a-4e8e-9ae2-aec4eb7ca49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:04.481851 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-52b96017-8a3a-4e8e-9ae2-aec4eb7ca49d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 1127 time: 0.0580051 Aug 05 15:33:04.506466 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-70705c64-a314-4aea-8f0d-6dbca16cf009 req-7e2a1be4-e36a-4e98-9078-6f9977185ede tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709755 Aug 05 15:33:04.537731 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-99dcfd90-2c4f-4bec-9fe2-8ceb40efa97e service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc HTTP/1.1" status: 200 len: 217 time: 0.0453579 Aug 05 15:33:04.597361 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-9bcbee2e-fe91-4c43-829d-6a2766b27f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:04.599086 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-9bcbee2e-fe91-4c43-829d-6a2766b27f20 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.0548470 Aug 05 15:33:04.655422 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a177b8b1-fd08-47ac-9496-497bd56880b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:04.657016 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-a177b8b1-fd08-47ac-9496-497bd56880b0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481298 Aug 05 15:33:04.710801 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56610f8-8f76-4751-9b9d-2525552bbe87 req-37981050-5e23-4c7a-8da4-a6a22e3fbf01 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:04.712405 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e56610f8-8f76-4751-9b9d-2525552bbe87 req-37981050-5e23-4c7a-8da4-a6a22e3fbf01 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 943 time: 0.0543387 Aug 05 15:33:04.763180 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-c880a5b1-11eb-4a34-9790-52b6d08302b7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986049 Aug 05 15:33:04.767062 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e56610f8-8f76-4751-9b9d-2525552bbe87 req-a9d8a51f-b61e-4b9e-b105-898fcabccf60 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468309 Aug 05 15:33:04.865423 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5e60dd1e-ce1c-4a56-9b4e-d417f6f68e4d req-cd5f6771-863c-4fc6-9480-3daef2516e56 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911388 Aug 05 15:33:05.058507 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a71f97-57c1-4736-a1cc-7a6188c0a6c8 req-45d06891-b2c4-470d-a984-4a50b5457999 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:05.059997 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-45a71f97-57c1-4736-a1cc-7a6188c0a6c8 req-45d06891-b2c4-470d-a984-4a50b5457999 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0478082 Aug 05 15:33:05.073100 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:05.109887 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-45a71f97-57c1-4736-a1cc-7a6188c0a6c8 req-2ea3d69e-760f-45b2-b512-9d9d8ca6502c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Aug 05 15:33:05.648441 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e12858-8af6-4f4e-a671-74ea1f78fd97 req-d370fb11-0f96-43fc-a569-9c7975c9c5f1 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:05.650032 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b2e12858-8af6-4f4e-a671-74ea1f78fd97 req-d370fb11-0f96-43fc-a569-9c7975c9c5f1 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0649207 Aug 05 15:33:05.703344 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b2e12858-8af6-4f4e-a671-74ea1f78fd97 req-cf539c59-4844-475e-974d-bac84d5dc66f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464745 Aug 05 15:33:05.886890 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931a8ae-f4d9-4ae7-b9d0-314045bacfe0 req-2ae211af-54d4-4447-9dc7-875e20c46951 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:05.889411 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2931a8ae-f4d9-4ae7-b9d0-314045bacfe0 req-2ae211af-54d4-4447-9dc7-875e20c46951 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 943 time: 0.0481777 Aug 05 15:33:05.913753 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:05.944621 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2931a8ae-f4d9-4ae7-b9d0-314045bacfe0 req-ab8e8bbf-ca3a-476e-8423-eea6e2b4d87a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494702 Aug 05 15:33:05.993974 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:06.228800 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b12a8-0ee4-45b8-bc3a-12b0f7395e36 req-7cb5279e-222f-40c0-8669-608bd53c661c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:06.230273 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-357b12a8-0ee4-45b8-bc3a-12b0f7395e36 req-7cb5279e-222f-40c0-8669-608bd53c661c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0477045 Aug 05 15:33:06.286873 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-357b12a8-0ee4-45b8-bc3a-12b0f7395e36 req-73019600-fdc4-48d3-bb22-0d27b4d7d340 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508456 Aug 05 15:33:06.793786 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:06.832959 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720af9b0-88b9-4399-bfaf-40cabbc1a891 req-705988d0-bf8d-4ac9-8685-d9131160b737 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:06.834635 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-720af9b0-88b9-4399-bfaf-40cabbc1a891 req-705988d0-bf8d-4ac9-8685-d9131160b737 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0517030 Aug 05 15:33:06.888805 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-720af9b0-88b9-4399-bfaf-40cabbc1a891 req-ecc1a610-c9ff-4339-b21e-f1e35a905b8e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473588 Aug 05 15:33:07.048415 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42462) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:07.070058 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4363880-5aa5-4d3f-8ba6-24390745c3ab req-6a1dd55f-06fc-4c15-8322-eb70498a83fd tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:07.071571 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b4363880-5aa5-4d3f-8ba6-24390745c3ab req-6a1dd55f-06fc-4c15-8322-eb70498a83fd tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 943 time: 0.0489295 Aug 05 15:33:07.125084 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b4363880-5aa5-4d3f-8ba6-24390745c3ab req-57228b3f-9cad-4dd4-b330-19e02010073a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452745 Aug 05 15:33:07.170537 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7902f4f7-3235-4757-91b6-4ddc48791d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:07.246702 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:33:07.268692 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7902f4f7-3235-4757-91b6-4ddc48791d98 admin admin] Publish callbacks [] for security_group (29125ed3-f74d-4ce8-a81e-2cd908c25722), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:07.347617 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7902f4f7-3235-4757-91b6-4ddc48791d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (29125ed3-f74d-4ce8-a81e-2cd908c25722), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:07.353870 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:07.361543 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:33:07.376175 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'port_id': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'mac_address': 'fa:16:3e:cb:f4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:33:07.412591 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7902f4f7-3235-4757-91b6-4ddc48791d98 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=80965fbb5f754555b141b537a6f266d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630674 Aug 05 15:33:07.416648 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42472) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:07.424111 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:33:07.428352 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:07.428474 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8252720-e3fc-41a1-a462-63e97bbba273 req-e3670852-a1ca-41ab-aebc-a31322048689 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:07.428474 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f8252720-e3fc-41a1-a462-63e97bbba273 req-e3670852-a1ca-41ab-aebc-a31322048689 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0638895 Aug 05 15:33:07.430687 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902f4f7-3235-4757-91b6-4ddc48791d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29125ed3-f74d-4ce8-a81e-2cd908c25722,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:07.442410 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:33:07.466142 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:33:07.491273 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-965d0d34-d80c-4311-b83e-0308662c37f5 admin admin] Publish callbacks [] for security_group (29125ed3-f74d-4ce8-a81e-2cd908c25722), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:07.494159 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f8252720-e3fc-41a1-a462-63e97bbba273 req-f02d994e-2eb4-4d65-bc87-a6f8e04a1dea tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522070 Aug 05 15:33:07.514818 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-965d0d34-d80c-4311-b83e-0308662c37f5 admin admin] Publish callbacks [] for security_group (29125ed3-f74d-4ce8-a81e-2cd908c25722), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:07.575981 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:07.621398 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:07.633149 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-965d0d34-d80c-4311-b83e-0308662c37f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (29125ed3-f74d-4ce8-a81e-2cd908c25722), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:07.635810 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-965d0d34-d80c-4311-b83e-0308662c37f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:07.637031 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-965d0d34-d80c-4311-b83e-0308662c37f5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/29125ed3-f74d-4ce8-a81e-2cd908c25722 HTTP/1.1" status: 204 len: 168 time: 0.2194641 Aug 05 15:33:07.645806 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d0d34-d80c-4311-b83e-0308662c37f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29125ed3-f74d-4ce8-a81e-2cd908c25722,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:08.029838 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728f77a-6829-4975-93e4-0110172a7bb3 req-9c6c32ba-5b32-44f5-8232-f47c590829f4 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:08.032585 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2728f77a-6829-4975-93e4-0110172a7bb3 req-9c6c32ba-5b32-44f5-8232-f47c590829f4 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0595593 Aug 05 15:33:08.075105 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2728f77a-6829-4975-93e4-0110172a7bb3 req-15d4a278-f34d-4d70-8226-8b4c3b7737a6 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412743 Aug 05 15:33:08.242548 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56d228-7f5b-4295-aa84-d48738b8a669 req-18180451-e8cd-4e05-88ec-404e5b0077b2 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:08.244095 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3f56d228-7f5b-4295-aa84-d48738b8a669 req-18180451-e8cd-4e05-88ec-404e5b0077b2 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 944 time: 0.0463798 Aug 05 15:33:08.276072 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:08.294734 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3f56d228-7f5b-4295-aa84-d48738b8a669 req-b08b3661-659e-4b97-b486-fc33c3c79cf9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451787 Aug 05 15:33:08.613050 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e65f3-185e-41ef-9a07-002afa745282 req-9792e19b-83e5-4cc6-ac47-a4d2234e0d03 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:08.614755 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-956e65f3-185e-41ef-9a07-002afa745282 req-9792e19b-83e5-4cc6-ac47-a4d2234e0d03 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0484836 Aug 05 15:33:08.662163 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-956e65f3-185e-41ef-9a07-002afa745282 req-83cc00d5-538c-4250-8876-3e15a3e7ff5d tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418591 Aug 05 15:33:09.199930 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dec62f-f166-4894-931b-73b0dbb73db3 req-6107e408-fcae-487b-ac46-892f6fc9310d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:09.201437 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c5dec62f-f166-4894-931b-73b0dbb73db3 req-6107e408-fcae-487b-ac46-892f6fc9310d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0475399 Aug 05 15:33:09.252567 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c5dec62f-f166-4894-931b-73b0dbb73db3 req-f634a5c7-d666-4037-afae-1604471a5d5b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450516 Aug 05 15:33:09.356945 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['90dc2636-6d0d-4dc4-ab72-df8554ef6ebc'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:33:09.426925 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:09.430742 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4bf03-a0fd-4b4a-828e-5976fc812cb3 req-210044d6-7c91-4e87-86da-953da894e376 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:09.432614 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f4f4bf03-a0fd-4b4a-828e-5976fc812cb3 req-210044d6-7c91-4e87-86da-953da894e376 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 944 time: 0.0543821 Aug 05 15:33:09.486754 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f4f4bf03-a0fd-4b4a-828e-5976fc812cb3 req-3ac3f9ba-f25c-4fb9-bf85-62b7eaedcdf1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474405 Aug 05 15:33:09.779021 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b3cc6-e0fa-42cc-9c20-a24efe85daa0 req-06b6ff91-cbbb-4cc6-a3dc-5415b44552ee tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:09.780546 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef3b3cc6-e0fa-42cc-9c20-a24efe85daa0 req-06b6ff91-cbbb-4cc6-a3dc-5415b44552ee tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0472736 Aug 05 15:33:09.828611 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef3b3cc6-e0fa-42cc-9c20-a24efe85daa0 req-d7231a82-f5be-4e9f-a321-4aa3c89dc953 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424559 Aug 05 15:33:09.918222 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:33:10.396744 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cd558-c6f1-47b6-9647-ad2eccb498dd req-4e0df33a-e2ec-489e-8fb8-d0505e1a4b20 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:10.398234 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-257cd558-c6f1-47b6-9647-ad2eccb498dd req-4e0df33a-e2ec-489e-8fb8-d0505e1a4b20 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0520778 Aug 05 15:33:10.449193 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:10.456805 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-257cd558-c6f1-47b6-9647-ad2eccb498dd req-af0f9a5a-6f03-4459-8a4b-91d2f95aeaa2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529389 Aug 05 15:33:10.616935 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569cf2e-1fe6-483f-9cf7-3b27019c9136 req-d7522193-95ae-4270-964a-313abf1ccf3e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:10.620527 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7569cf2e-1fe6-483f-9cf7-3b27019c9136 req-d7522193-95ae-4270-964a-313abf1ccf3e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 944 time: 0.0506248 Aug 05 15:33:10.670273 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7569cf2e-1fe6-483f-9cf7-3b27019c9136 req-1a8f9a5c-1ad2-4f6c-96b6-efdc69bcfb49 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464349 Aug 05 15:33:10.954150 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83abac-bb89-4e72-aa96-a782120bef56 req-0e10c75a-d86d-41b4-9b0c-3240de37e35e tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:10.955876 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bb83abac-bb89-4e72-aa96-a782120bef56 req-0e10c75a-d86d-41b4-9b0c-3240de37e35e tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0532005 Aug 05 15:33:10.995199 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:33:11.003658 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=20 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:11.020817 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bb83abac-bb89-4e72-aa96-a782120bef56 req-86b372e9-098c-4992-9f45-4d12a6cec353 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554245 Aug 05 15:33:11.058888 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:33:11.131630 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:33:11.132018 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:11.223728 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:11.228049 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:33:11.228446 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:11.256816 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:33:11.259071 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdbf1d8-a3dc-4489-8d74-862b90abccbd" -d '{"events": [{"server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "name": "network-vif-plugged", "status": "completed", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:33:11.277858 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:33:11.299170 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd57a71-edd8-43e9-a450-85990c07d322 x-openstack-request-id: req-1dd57a71-edd8-43e9-a450-85990c07d322 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:33:11.299477 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "name": "network-vif-plugged", "status": "completed", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:33:11.299731 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1dd57a71-edd8-43e9-a450-85990c07d322 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:33:11.300154 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dd57a71-edd8-43e9-a450-85990c07d322'] response: {'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'code': 200} Aug 05 15:33:11.341771 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:11.397187 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:11.404698 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.405044 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.405410 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.405771 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.406108 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.406447 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.406764 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.407087 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.407411 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.407734 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.408059 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.408418 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.414326 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.414326 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.414326 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:11.592938 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d121256-17b4-484a-9325-4bb65f023162 req-65223dd9-8e5d-4d24-ab84-7cbf5ff5a239 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:11.594428 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7d121256-17b4-484a-9325-4bb65f023162 req-65223dd9-8e5d-4d24-ab84-7cbf5ff5a239 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0535746 Aug 05 15:33:11.606348 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2039c-aa39-411f-86b0-ed0fee5b7c5d req-e585a168-d409-4fb6-a536-530bf08fa3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:11.608097 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e5d2039c-aa39-411f-86b0-ed0fee5b7c5d req-e585a168-d409-4fb6-a536-530bf08fa3e4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 1129 time: 0.0415423 Aug 05 15:33:11.647749 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7d121256-17b4-484a-9325-4bb65f023162 req-eab0d967-df9a-4704-b9fa-409e5a129255 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476282 Aug 05 15:33:11.660436 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e5d2039c-aa39-411f-86b0-ed0fee5b7c5d req-93e36969-e160-4424-800b-f229cf70f4b4 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433300 Aug 05 15:33:11.796039 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd4c96-c3f6-496b-a3e3-94ba0d5459d7 req-ff9d2572-8f3e-43ca-8d08-a4a993ae87db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:11.797682 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-13dd4c96-c3f6-496b-a3e3-94ba0d5459d7 req-ff9d2572-8f3e-43ca-8d08-a4a993ae87db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0479817 Aug 05 15:33:11.846425 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-13dd4c96-c3f6-496b-a3e3-94ba0d5459d7 req-ae1d94ea-d48d-4cf8-86e3-b19e396e78ca tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 Aug 05 15:33:12.148524 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bfa798-0225-4596-a1eb-b639d1e65f36 req-f2bafd00-134d-4819-8a3d-d7fac73d08ec tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:12.149623 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d3bfa798-0225-4596-a1eb-b639d1e65f36 req-f2bafd00-134d-4819-8a3d-d7fac73d08ec tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0488608 Aug 05 15:33:12.203497 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d3bfa798-0225-4596-a1eb-b639d1e65f36 req-e2a2cc48-a1b7-4b71-8588-77d97baac873 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480280 Aug 05 15:33:12.787619 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b2a4b-676d-4db1-9274-7cba48597ee9 req-b6d300ff-6155-4e5a-ae0f-24d0a693782d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:12.789216 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-074b2a4b-676d-4db1-9274-7cba48597ee9 req-b6d300ff-6155-4e5a-ae0f-24d0a693782d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0514462 Aug 05 15:33:12.838254 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-074b2a4b-676d-4db1-9274-7cba48597ee9 req-cd44777c-7d4e-4ad1-a64b-f88813f1100e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 Aug 05 15:33:12.970883 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dd6c6-5e12-4a78-bb87-599199d1f8ba req-29afc107-9e7f-4cf9-a9e7-53e618abc6a1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:12.972380 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ab1dd6c6-5e12-4a78-bb87-599199d1f8ba req-29afc107-9e7f-4cf9-a9e7-53e618abc6a1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0499187 Aug 05 15:33:12.998020 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:13.021599 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ab1dd6c6-5e12-4a78-bb87-599199d1f8ba req-92f08849-dcf5-4bf5-868b-59a160e2769f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436902 Aug 05 15:33:13.344121 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955226e-995d-4fdb-963b-a9ea9c765671 req-278d5414-c918-4c9b-a038-92e171602d1b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:13.346882 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a955226e-995d-4fdb-963b-a9ea9c765671 req-278d5414-c918-4c9b-a038-92e171602d1b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0582547 Aug 05 15:33:13.404749 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a955226e-995d-4fdb-963b-a9ea9c765671 req-fdaf2fd1-9525-4556-8242-e736f7e62ddf tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525422 Aug 05 15:33:13.970207 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628f1fe-027d-4516-9200-36d68f1d0faa req-04d2ca32-ceb4-47f2-9725-fa1e5927c0ab tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:13.970207 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3628f1fe-027d-4516-9200-36d68f1d0faa req-04d2ca32-ceb4-47f2-9725-fa1e5927c0ab tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0495729 Aug 05 15:33:14.018877 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3628f1fe-027d-4516-9200-36d68f1d0faa req-94d815ae-4b2f-4ea0-a74e-2b3522d7ad45 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443294 Aug 05 15:33:14.160642 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f7bf3-8044-4279-a073-fedc161d579b req-1aec9e9e-0f70-46a8-a7f6-cba906d5b693 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:14.162261 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c76f7bf3-8044-4279-a073-fedc161d579b req-1aec9e9e-0f70-46a8-a7f6-cba906d5b693 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0631437 Aug 05 15:33:14.217050 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c76f7bf3-8044-4279-a073-fedc161d579b req-25a38b58-ae0a-4bfe-801e-85e9ed5b6cc8 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491602 Aug 05 15:33:14.351082 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:14.363623 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3dfd8-1e3c-4ba7-8c7b-e5e6b09265e1 req-feeafaa2-1b9b-44aa-83b1-b5ab920455ec tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:14.369879 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f6b3dfd8-1e3c-4ba7-8c7b-e5e6b09265e1 req-feeafaa2-1b9b-44aa-83b1-b5ab920455ec tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0696266 Aug 05 15:33:14.375910 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42644) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:14.380995 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-0765ca9e-e8d8-465b-9504-60782a1463f4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Request body: {'floatingip': {'port_id': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:33:14.407710 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42646) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:14.427597 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0765ca9e-e8d8-465b-9504-60782a1463f4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for floatingip (c7c86fe1-6d4a-4089-b380-952aa8bc5b0c), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:14.544030 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f9c5a-ac0b-4fbd-a946-55b156fd6bc7 req-6e7674cd-1566-4d44-bd0b-de81472cf4d7 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:14.551397 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-029f9c5a-ac0b-4fbd-a946-55b156fd6bc7 req-6e7674cd-1566-4d44-bd0b-de81472cf4d7 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0608606 Aug 05 15:33:14.582951 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-89c2cce5-dfd9-493f-adcc-39bb0397ea54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:14.640840 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-029f9c5a-ac0b-4fbd-a946-55b156fd6bc7 req-f01c77cf-3c69-4e3c-9acc-51daa662fb78 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879872 Aug 05 15:33:14.711575 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-89c2cce5-dfd9-493f-adcc-39bb0397ea54 admin admin] Publish callbacks [] for security_group (880ccae5-abab-4e72-915f-ab252a28dc50), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:14.782752 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-89c2cce5-dfd9-493f-adcc-39bb0397ea54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (880ccae5-abab-4e72-915f-ab252a28dc50), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:14.824186 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-89c2cce5-dfd9-493f-adcc-39bb0397ea54 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=80924db5df73440d8d549a70ded8c4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152966 Aug 05 15:33:14.825117 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2cce5-dfd9-493f-adcc-39bb0397ea54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880ccae5-abab-4e72-915f-ab252a28dc50,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:14.828390 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42660) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:14.884651 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-421324ca-cd4d-472e-ad61-13f3dbb9ff93 admin admin] Publish callbacks [] for security_group (880ccae5-abab-4e72-915f-ab252a28dc50), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:14.908323 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-421324ca-cd4d-472e-ad61-13f3dbb9ff93 admin admin] Publish callbacks [] for security_group (880ccae5-abab-4e72-915f-ab252a28dc50), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:14.954259 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0765ca9e-e8d8-465b-9504-60782a1463f4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:15.027194 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0765ca9e-e8d8-465b-9504-60782a1463f4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (c7c86fe1-6d4a-4089-b380-952aa8bc5b0c), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:15.029983 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:15.050573 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-421324ca-cd4d-472e-ad61-13f3dbb9ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (880ccae5-abab-4e72-915f-ab252a28dc50), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:15.053970 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-421324ca-cd4d-472e-ad61-13f3dbb9ff93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:15.057538 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-421324ca-cd4d-472e-ad61-13f3dbb9ff93 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/880ccae5-abab-4e72-915f-ab252a28dc50 HTTP/1.1" status: 204 len: 168 time: 0.2258494 Aug 05 15:33:15.074193 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421324ca-cd4d-472e-ad61-13f3dbb9ff93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880ccae5-abab-4e72-915f-ab252a28dc50,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:15.143716 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [None req-0765ca9e-e8d8-465b-9504-60782a1463f4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Floating IP c7c86fe1-6d4a-4089-b380-952aa8bc5b0c associated. External IP: 172.27.0.216, port: 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc. Aug 05 15:33:15.189986 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9eed38-12d9-488c-b77f-ac740401a291 req-1005f732-04c4-4210-9839-a31b72dcdfe3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:15.191554 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef9eed38-12d9-488c-b77f-ac740401a291 req-1005f732-04c4-4210-9839-a31b72dcdfe3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0618188 Aug 05 15:33:15.248452 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef9eed38-12d9-488c-b77f-ac740401a291 req-e4368017-7490-4dc9-8db2-e3628b8697aa tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508528 Aug 05 15:33:15.532037 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:15.594758 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0765ca9e-e8d8-465b-9504-60782a1463f4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:33:15.713883 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0765ca9e-e8d8-465b-9504-60782a1463f4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:33:15.725775 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae0dd07-70b7-41f2-af5e-5391a4fba9a3 None None] Sync routers for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:33:15.733177 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0765ca9e-e8d8-465b-9504-60782a1463f4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:15.741775 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0dd07-70b7-41f2-af5e-5391a4fba9a3 None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:33:15.744161 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3ae0dd07-70b7-41f2-af5e-5391a4fba9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:33:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:33:15.773174 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-0765ca9e-e8d8-465b-9504-60782a1463f4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/c7c86fe1-6d4a-4089-b380-952aa8bc5b0c HTTP/1.1" status: 200 len: 991 time: 1.3956134 Aug 05 15:33:15.774053 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:33:15.776594 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd" -d '{"events": [{"name": "network-changed", "server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:33:15.777476 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acb81f-da92-4f06-9f45-fab64b06e129 req-edc1cc19-b727-4485-b272-24bb6f438ba2 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:15.779135 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d6acb81f-da92-4f06-9f45-fab64b06e129 req-edc1cc19-b727-4485-b272-24bb6f438ba2 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0572231 Aug 05 15:33:15.816514 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f295a429-6e79-475f-81b6-220117a2fbdc x-openstack-request-id: req-f295a429-6e79-475f-81b6-220117a2fbdc {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:33:15.816918 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:33:15.817177 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f295a429-6e79-475f-81b6-220117a2fbdc {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:33:15.817583 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f295a429-6e79-475f-81b6-220117a2fbdc'] response: {'name': 'network-changed', 'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'status': 'completed', 'code': 200} Aug 05 15:33:15.844363 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d6acb81f-da92-4f06-9f45-fab64b06e129 req-db147b3a-fc38-4642-ba0c-eba3cc30211f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581486 Aug 05 15:33:15.893485 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3ae0dd07-70b7-41f2-af5e-5391a4fba9a3 None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:33:15.900882 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd req-160c5d37-aba9-4080-8bdf-ac7b78db3552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:15.902595 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd req-160c5d37-aba9-4080-8bdf-ac7b78db3552 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 1129 time: 0.0543432 Aug 05 15:33:16.009753 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd req-a70f9462-6df7-44bc-94f8-4824f191c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:16.011374 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd req-a70f9462-6df7-44bc-94f8-4824f191c15f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 0.1015084 Aug 05 15:33:16.084799 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd req-0ac83536-8abd-4661-98f5-592260a906d6 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc HTTP/1.1" status: 200 len: 999 time: 0.0671134 Aug 05 15:33:16.149319 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd req-7b7a1389-c761-482d-ba8c-f2740dc2cf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:16.150957 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd req-7b7a1389-c761-482d-ba8c-f2740dc2cf26 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.0544238 Aug 05 15:33:16.189396 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3ae0dd07-70b7-41f2-af5e-5391a4fba9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': 'c7c86fe1-6d4a-4089-b380-952aa8bc5b0c', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'port_id': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'mac_address': 'fa:16:3e:cb:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:32:54Z', 'updated_at': '2022-08-05T15:33:14Z', 'revision_number': 1, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:31:06Z', 'revision_number': 5, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:33:16.216715 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae0dd07-70b7-41f2-af5e-5391a4fba9a3 None None] Checking router: 99924b0f-eeef-467a-8364-a38fb6bc9aa8 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:33:16.226549 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0dd07-70b7-41f2-af5e-5391a4fba9a3 None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:33:16.227151 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3ae0dd07-70b7-41f2-af5e-5391a4fba9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:33:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:33:16.230609 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd req-9c5ad0a5-8832-4301-bfe8-e1ef8664fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:16.231036 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd req-9c5ad0a5-8832-4301-bfe8-e1ef8664fde1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720315 Aug 05 15:33:16.384377 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3ae0dd07-70b7-41f2-af5e-5391a4fba9a3 None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:33:16.408112 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:16.413526 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd req-1b2c38ce-11a9-4043-87bf-2c4a5124d816 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528728 Aug 05 15:33:16.437222 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434dad7-11f9-420e-9743-569c800ee743 req-c75bb9d0-353b-44cf-870d-3aedf2ed3309 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:16.439195 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6434dad7-11f9-420e-9743-569c800ee743 req-c75bb9d0-353b-44cf-870d-3aedf2ed3309 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0664837 Aug 05 15:33:16.509334 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:16.516818 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6434dad7-11f9-420e-9743-569c800ee743 req-267c4ae0-74ec-4f8a-bc56-761b496a15d7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697670 Aug 05 15:33:16.559119 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b1e47243-d2e2-4e3d-8283-5ea63dbdfefd req-09f1484e-150d-44da-a412-cac08b644b70 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354151 Aug 05 15:33:16.659770 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3ae0dd07-70b7-41f2-af5e-5391a4fba9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': 'c7c86fe1-6d4a-4089-b380-952aa8bc5b0c', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'port_id': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'mac_address': 'fa:16:3e:cb:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:32:54Z', 'updated_at': '2022-08-05T15:33:14Z', 'revision_number': 1, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:31:06Z', 'revision_number': 5, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:33:16.685094 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae0dd07-70b7-41f2-af5e-5391a4fba9a3 None None] The sync data for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi is: [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': 'c7c86fe1-6d4a-4089-b380-952aa8bc5b0c', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'port_id': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'mac_address': 'fa:16:3e:cb:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:32:54Z', 'updated_at': '2022-08-05T15:33:14Z', 'revision_number': 1, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:31:06Z', 'revision_number': 5, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:33:16.869947 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb05c20-a9ee-435a-9175-313b922b5404 None None] New status for floating IP c7c86fe1-6d4a-4089-b380-952aa8bc5b0c: ACTIVE {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:33:16.986494 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b350c26-0a50-40ea-b5b1-5035203e0af6 req-1b3a143e-e184-40f3-835a-d6f1b0daf42c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:16.988323 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2b350c26-0a50-40ea-b5b1-5035203e0af6 req-1b3a143e-e184-40f3-835a-d6f1b0daf42c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0482328 Aug 05 15:33:17.034962 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:17.042906 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2b350c26-0a50-40ea-b5b1-5035203e0af6 req-971a788b-7ec5-4f1f-b269-bf7dcc7abfcb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477517 Aug 05 15:33:17.640286 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2be76-ec60-4602-b818-7d1790f1b128 req-2bb9f08d-0605-4adb-b823-36af10a8467e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:17.643876 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-30e2be76-ec60-4602-b818-7d1790f1b128 req-2bb9f08d-0605-4adb-b823-36af10a8467e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0501564 Aug 05 15:33:17.689620 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-30e2be76-ec60-4602-b818-7d1790f1b128 req-6a49854d-4e45-4687-8951-859008658bbc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418949 Aug 05 15:33:18.165167 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac2781-c76a-4f9b-bf9d-0dcebcfdb7da req-01d2ee7f-3c48-4536-b8a1-951488edee7b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:18.166627 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-96ac2781-c76a-4f9b-bf9d-0dcebcfdb7da req-01d2ee7f-3c48-4536-b8a1-951488edee7b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0508511 Aug 05 15:33:18.213771 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-96ac2781-c76a-4f9b-bf9d-0dcebcfdb7da req-ae8e4c0a-3fef-49bd-ac10-041ff00b3baa tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413339 Aug 05 15:33:18.823911 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b3c55-0e18-44a6-abd9-acdfae52b382 req-d0e0e772-5ae1-431f-91dd-d2a6e8873bed tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:18.825780 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d02b3c55-0e18-44a6-abd9-acdfae52b382 req-d0e0e772-5ae1-431f-91dd-d2a6e8873bed tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0578432 Aug 05 15:33:18.874269 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d02b3c55-0e18-44a6-abd9-acdfae52b382 req-12258903-c24d-4919-988d-c27d0a5ff705 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429420 Aug 05 15:33:19.115666 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 42754) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:19.222269 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-821a0182-f22a-469e-896e-7842f6dfe4f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:19.316160 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-821a0182-f22a-469e-896e-7842f6dfe4f4 admin admin] Publish callbacks [] for security_group (9a2f40ed-d34b-4c85-bafc-7960fa6d1108), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:19.350582 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1a54f-4b67-42b1-8c97-b59e3b5a1b51 req-c65c4c82-ac68-4157-8357-d4546e34af77 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:19.352028 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d3f1a54f-4b67-42b1-8c97-b59e3b5a1b51 req-c65c4c82-ac68-4157-8357-d4546e34af77 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0564435 Aug 05 15:33:19.378761 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-821a0182-f22a-469e-896e-7842f6dfe4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (9a2f40ed-d34b-4c85-bafc-7960fa6d1108), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:19.428287 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d3f1a54f-4b67-42b1-8c97-b59e3b5a1b51 req-c5889caf-68b2-40cf-a9d7-3f4113ece1f0 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705633 Aug 05 15:33:19.434510 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-821a0182-f22a-469e-896e-7842f6dfe4f4 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ca08a54fa23349c79acb9bc02721a06d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177996 Aug 05 15:33:19.437938 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 42760) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:19.439694 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a0182-f22a-469e-896e-7842f6dfe4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2f40ed-d34b-4c85-bafc-7960fa6d1108,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:19.494165 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-edd5742c-8353-4dd9-8a07-09f2b095426c admin admin] Publish callbacks [] for security_group (9a2f40ed-d34b-4c85-bafc-7960fa6d1108), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:19.515307 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-edd5742c-8353-4dd9-8a07-09f2b095426c admin admin] Publish callbacks [] for security_group (9a2f40ed-d34b-4c85-bafc-7960fa6d1108), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:19.542892 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:19.640496 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-edd5742c-8353-4dd9-8a07-09f2b095426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (9a2f40ed-d34b-4c85-bafc-7960fa6d1108), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:19.643414 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-edd5742c-8353-4dd9-8a07-09f2b095426c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:19.644610 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-edd5742c-8353-4dd9-8a07-09f2b095426c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/9a2f40ed-d34b-4c85-bafc-7960fa6d1108 HTTP/1.1" status: 204 len: 168 time: 0.2050109 Aug 05 15:33:19.653356 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5742c-8353-4dd9-8a07-09f2b095426c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2f40ed-d34b-4c85-bafc-7960fa6d1108,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:19.999880 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c2f5f-5dab-4dca-ae7e-292e8bcdc55b req-70048bb0-dfd6-4e17-8e5d-c66994c59ad4 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:20.002917 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-095c2f5f-5dab-4dca-ae7e-292e8bcdc55b req-70048bb0-dfd6-4e17-8e5d-c66994c59ad4 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0479524 Aug 05 15:33:20.051160 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-095c2f5f-5dab-4dca-ae7e-292e8bcdc55b req-6d244826-8002-4ae4-b194-cb45b1d2a8a0 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Aug 05 15:33:20.558781 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740bf25-dd93-40a9-891f-055fd1db50bc req-67fa51b0-456f-4a66-9235-89d5dbb72abd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:20.560265 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d740bf25-dd93-40a9-891f-055fd1db50bc req-67fa51b0-456f-4a66-9235-89d5dbb72abd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0498815 Aug 05 15:33:20.609903 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d740bf25-dd93-40a9-891f-055fd1db50bc req-c90c11ab-5fc3-4f18-9c46-599d4e24a1f1 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436640 Aug 05 15:33:20.930091 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610f5cf-c5c3-4dcf-afb8-1a1723d601aa req-1f31aef7-0a30-4850-86c3-727aebf45901 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:20.931536 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c610f5cf-c5c3-4dcf-afb8-1a1723d601aa req-1f31aef7-0a30-4850-86c3-727aebf45901 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0459046 Aug 05 15:33:20.980891 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c610f5cf-c5c3-4dcf-afb8-1a1723d601aa req-56b9df0a-1089-4d43-8844-d347c3a960ef tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436659 Aug 05 15:33:21.179536 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e0f1c-9b8d-4eaf-b9c2-1f168a4fe647 req-169bc776-a1f5-489c-b338-0811d4e74d55 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:21.181013 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a95e0f1c-9b8d-4eaf-b9c2-1f168a4fe647 req-169bc776-a1f5-489c-b338-0811d4e74d55 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0509946 Aug 05 15:33:21.220567 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:21.223488 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:21.227924 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a95e0f1c-9b8d-4eaf-b9c2-1f168a4fe647 req-5036f285-cca8-4002-8de5-b542a4d73333 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414267 Aug 05 15:33:21.399995 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a7e56405-70bc-42da-933f-8a3780bd6a0f details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:33:21.408616 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:21.624584 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:33:21.636036 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'port_id': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'mac_address': 'fa:16:3e:b2:50:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:33:21.671775 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port a7e56405-70bc-42da-933f-8a3780bd6a0f is: ACTIVE; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:33:21.672782 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:21.685527 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7e56405-70bc-42da-933f-8a3780bd6a0f {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:33:21.704449 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:33:21.794614 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:21.844745 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=a7e56405-70bc-42da-933f-8a3780bd6a0f,revision_number=6']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:22.098299 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff094d35-44ac-4782-ad5f-36543d69fab9 req-3df88d84-acf2-4b51-a357-e1b0a1d7e7a4 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:22.099716 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff094d35-44ac-4782-ad5f-36543d69fab9 req-3df88d84-acf2-4b51-a357-e1b0a1d7e7a4 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0450554 Aug 05 15:33:22.145738 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff094d35-44ac-4782-ad5f-36543d69fab9 req-ae51ed2f-b0db-4e7f-85f1-fa7f94d91026 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405602 Aug 05 15:33:22.356245 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c42b9-b3f9-499c-92a4-c981f04dc3c7 req-976e4975-9db0-4749-aeeb-8b1bac1ea326 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:22.357579 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-437c42b9-b3f9-499c-92a4-c981f04dc3c7 req-976e4975-9db0-4749-aeeb-8b1bac1ea326 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 944 time: 0.0520196 Aug 05 15:33:22.410067 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['a7e56405-70bc-42da-933f-8a3780bd6a0f'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:33:22.410587 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-437c42b9-b3f9-499c-92a4-c981f04dc3c7 req-b4e212d3-02b1-4bdb-9a47-d0a89b73f7e7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467956 Aug 05 15:33:22.587035 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242f810-9049-4e65-a284-37795efc29cb req-345bce82-95e6-4894-953c-89d321265665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:22.588541 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4242f810-9049-4e65-a284-37795efc29cb req-345bce82-95e6-4894-953c-89d321265665 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 1130 time: 0.0393445 Aug 05 15:33:22.691572 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242f810-9049-4e65-a284-37795efc29cb req-a8b9ee37-3b95-4f39-9369-74675bf5e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:22.693232 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4242f810-9049-4e65-a284-37795efc29cb req-a8b9ee37-3b95-4f39-9369-74675bf5e3ba service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=5556c147-7063-4e54-b1ad-a45bb656fda4 HTTP/1.1" status: 200 len: 912 time: 0.0894775 Aug 05 15:33:22.764432 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4242f810-9049-4e65-a284-37795efc29cb req-dda0a6f6-c1d4-467e-b6f5-eb17ee4a40bc service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bde49ef-58cd-4efe-9d08-24840f0c6502 HTTP/1.1" status: 200 len: 1002 time: 0.0560691 Aug 05 15:33:22.794826 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:22.812889 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242f810-9049-4e65-a284-37795efc29cb req-3a61b02b-9c21-410b-a820-4badfe98eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:22.815168 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4242f810-9049-4e65-a284-37795efc29cb req-3a61b02b-9c21-410b-a820-4badfe98eda5 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cb3c1b3d-59c6-4141-ad48-5db85d354a8b HTTP/1.1" status: 200 len: 850 time: 0.0446942 Aug 05 15:33:22.868312 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242f810-9049-4e65-a284-37795efc29cb req-5dcb0d40-89ae-44fa-b241-f72b2105007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:22.869879 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4242f810-9049-4e65-a284-37795efc29cb req-5dcb0d40-89ae-44fa-b241-f72b2105007c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=5556c147-7063-4e54-b1ad-a45bb656fda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477073 Aug 05 15:33:22.963534 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4242f810-9049-4e65-a284-37795efc29cb req-603ef9e9-3ef5-4402-a1c5-7b5aa9302730 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863092 Aug 05 15:33:23.017534 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a7e56405-70bc-42da-933f-8a3780bd6a0f up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:33:23.060980 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4242f810-9049-4e65-a284-37795efc29cb req-e6a78791-56ff-4d9f-b32f-b17c0eb8752c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912583 Aug 05 15:33:23.064698 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port a7e56405-70bc-42da-933f-8a3780bd6a0f triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:33:23.065122 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:23.136866 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port a7e56405-70bc-42da-933f-8a3780bd6a0f is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:33:23.137256 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:23.160111 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:33:23.162334 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5ed93e-7b92-4763-8fda-d64f73f36066" -d '{"events": [{"server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "name": "network-vif-plugged", "status": "completed", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:33:23.177415 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:33:23.205021 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c510420-1155-4542-a809-9efb22e40921 x-openstack-request-id: req-9c510420-1155-4542-a809-9efb22e40921 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:33:23.205021 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "name": "network-vif-plugged", "status": "completed", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:33:23.205021 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9c510420-1155-4542-a809-9efb22e40921 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:33:23.205021 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c510420-1155-4542-a809-9efb22e40921'] response: {'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'code': 200} Aug 05 15:33:23.271761 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c66392-af90-4cab-a8f8-16307cd6f323 req-9e8f436d-c35b-40af-806a-8037983f302a tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:23.273254 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e3c66392-af90-4cab-a8f8-16307cd6f323 req-9e8f436d-c35b-40af-806a-8037983f302a tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0464904 Aug 05 15:33:23.286912 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:23.323436 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e3c66392-af90-4cab-a8f8-16307cd6f323 req-b07906c1-97c1-42fd-ae7c-0ebdf68efacf tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447760 Aug 05 15:33:23.344807 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=a7e56405-70bc-42da-933f-8a3780bd6a0f,revision_number=7']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:23.541487 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3d738-7bc1-474e-b81b-097e0b4192c1 req-827b30e5-86cc-465c-b946-87241335c88a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:23.542977 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d3f3d738-7bc1-474e-b81b-097e0b4192c1 req-827b30e5-86cc-465c-b946-87241335c88a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0498450 Aug 05 15:33:23.590007 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d3f3d738-7bc1-474e-b81b-097e0b4192c1 req-896c31f1-af52-42bd-a789-8233c39c432b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412004 Aug 05 15:33:24.827124 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64807c90-0aad-4e75-a4dc-8df6131b35d1 req-15296d15-b128-4820-a935-66d90aed0bc7 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:24.828574 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-64807c90-0aad-4e75-a4dc-8df6131b35d1 req-15296d15-b128-4820-a935-66d90aed0bc7 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.2957637 Aug 05 15:33:24.848100 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d55b78-5e06-46ce-8b31-519e66a512a0 req-ac531b96-0d89-4fec-ba6b-f80c87138796 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:24.849465 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-77d55b78-5e06-46ce-8b31-519e66a512a0 req-ac531b96-0d89-4fec-ba6b-f80c87138796 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0649378 Aug 05 15:33:24.916819 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-64807c90-0aad-4e75-a4dc-8df6131b35d1 req-6adce36d-601a-4c41-90d9-4b31bcc6919d tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816326 Aug 05 15:33:24.919392 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-77d55b78-5e06-46ce-8b31-519e66a512a0 req-e26ae591-1160-417a-bbb9-55a8fdbb1ca3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631032 Aug 05 15:33:26.076794 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35573d-c787-4340-b2c6-77886c73abcb req-3bf20896-89ef-4dca-85a6-851ee32bdf74 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:26.078249 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dc35573d-c787-4340-b2c6-77886c73abcb req-3bf20896-89ef-4dca-85a6-851ee32bdf74 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0817666 Aug 05 15:33:26.089409 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4fe3b-71e5-44f0-8308-b9c43d0231d6 req-6110f074-cb7d-4ced-bc48-e78a5ec1d700 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:26.090790 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-73f4fe3b-71e5-44f0-8308-b9c43d0231d6 req-6110f074-cb7d-4ced-bc48-e78a5ec1d700 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0802333 Aug 05 15:33:26.162642 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dc35573d-c787-4340-b2c6-77886c73abcb req-812a7bba-4da0-42cb-951c-0e1ab0df1dfa tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708632 Aug 05 15:33:26.166621 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-73f4fe3b-71e5-44f0-8308-b9c43d0231d6 req-ea9c4eb4-621f-4b55-8fa4-74e2b9fe8458 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690634 Aug 05 15:33:27.319315 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb6464-9161-417f-ad2a-71ce7270cfd9 req-8db03bee-4420-4db8-8525-dab7218c6cac tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:27.320724 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-73bb6464-9161-417f-ad2a-71ce7270cfd9 req-8db03bee-4420-4db8-8525-dab7218c6cac tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0782766 Aug 05 15:33:27.326649 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737fb1-792e-445b-96e5-ce52fefaf01a req-acf28ddc-12f4-4e50-953d-45018ca23355 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:27.327997 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-92737fb1-792e-445b-96e5-ce52fefaf01a req-acf28ddc-12f4-4e50-953d-45018ca23355 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0759389 Aug 05 15:33:27.398996 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-73bb6464-9161-417f-ad2a-71ce7270cfd9 req-66410f1b-6e07-4cc6-86c9-bd929ec488a9 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700288 Aug 05 15:33:27.399242 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=24 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:27.402299 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:27.406259 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-92737fb1-792e-445b-96e5-ce52fefaf01a req-7398033b-1c54-4f76-b125-648c19f927ff tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713236 Aug 05 15:33:27.447144 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-79af44ec-55d4-4c4d-844c-9f206192758d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:28.537777 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:28.555936 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b20a68-8842-4b4a-8655-edbc4d773701 req-d399f4a9-b0bd-4d26-9a5d-05480afbe6ea tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:28.564336 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b6b20a68-8842-4b4a-8655-edbc4d773701 req-d399f4a9-b0bd-4d26-9a5d-05480afbe6ea tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0691886 Aug 05 15:33:28.564336 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0b88e-19ac-49b4-829f-96e8b1ad2d51 req-441a6edd-f79b-48de-90f8-33db31ad4704 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:28.565323 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eed0b88e-19ac-49b4-829f-96e8b1ad2d51 req-441a6edd-f79b-48de-90f8-33db31ad4704 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0871620 Aug 05 15:33:28.587825 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:28.641283 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b6b20a68-8842-4b4a-8655-edbc4d773701 req-fed8309d-99a3-468f-9aa0-fe3934691191 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749917 Aug 05 15:33:28.645438 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eed0b88e-19ac-49b4-829f-96e8b1ad2d51 req-7bfdeb68-ebdf-49c7-a3d5-2521cb75b90e tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722535 Aug 05 15:33:29.762866 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e437c49-f7fd-4d39-b8b6-b397f165c1cc req-720e46a7-bd7e-48b4-9e80-28d83c88bafd tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:29.764318 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2e437c49-f7fd-4d39-b8b6-b397f165c1cc req-720e46a7-bd7e-48b4-9e80-28d83c88bafd tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0458627 Aug 05 15:33:29.814995 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2e437c49-f7fd-4d39-b8b6-b397f165c1cc req-d11de361-c15c-429b-9b7a-52cd723f5797 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Aug 05 15:33:29.853269 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-8b00e45b-4a86-4810-8788-835db451735a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:30.578848 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:30.940329 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d91da-df2d-453a-97be-fd4745786aad req-d1ec7a10-0c93-483c-bf13-df7c16bb1fec tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:30.941874 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6c4d91da-df2d-453a-97be-fd4745786aad req-d1ec7a10-0c93-483c-bf13-df7c16bb1fec tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0483277 Aug 05 15:33:30.991857 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6c4d91da-df2d-453a-97be-fd4745786aad req-ecd635e2-cd52-43e2-a7df-d0d48d818905 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444257 Aug 05 15:33:31.019300 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:31.567699 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-ac249e6d-9cdf-47f0-aa30-dd04d0d857d1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1650709576&fields=id&tenant_id=99b26247f85d45c0a7c1e763758f2e69 HTTP/1.1" status: 200 len: 267 time: 0.0464537 Aug 05 15:33:31.703411 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-213f1225-6f2d-4f4e-855e-80e517c73ea0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:31.705494 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-213f1225-6f2d-4f4e-855e-80e517c73ea0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 811 time: 0.1307294 Aug 05 15:33:31.720319 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-6c7db32f-037b-46ec-a738-c3165621b95d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/quotas/99b26247f85d45c0a7c1e763758f2e69 HTTP/1.1" status: 200 len: 375 time: 0.0093031 Aug 05 15:33:31.785227 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-20c21cbe-c95d-4993-931b-2e78c07e023f tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579424 Aug 05 15:33:31.904569 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-308f95f0-5637-4ce1-ae54-c9ef42f2a042 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067588 Aug 05 15:33:32.006123 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-f9bbeafe-daa8-47a6-a425-4862f2a1b9c2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006677 Aug 05 15:33:32.144764 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5adf9-96bc-44a1-ae4b-90e9087d4558 req-bc7cf03c-48c1-443c-b6f8-53291935adfc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:32.152308 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-53a5adf9-96bc-44a1-ae4b-90e9087d4558 req-bc7cf03c-48c1-443c-b6f8-53291935adfc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0612998 Aug 05 15:33:32.244810 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-53a5adf9-96bc-44a1-ae4b-90e9087d4558 req-913d0090-54eb-45f3-ab55-057a68d48324 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908694 Aug 05 15:33:32.287256 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:32.373986 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:32.896217 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:32.984091 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5adca152-c404-48be-90d7-97ddaf66248a req-869cbd1d-46e7-43ca-9af5-66485819d94d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 210 time: 0.0376356 Aug 05 15:33:33.056843 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=56 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:33.058969 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=17 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:33.377055 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae02e1-2d50-4f19-9b7d-d44d8f618eda req-f7e69f4b-96c9-40fe-a1ee-ecd8601eface tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:33.379842 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7aae02e1-2d50-4f19-9b7d-d44d8f618eda req-f7e69f4b-96c9-40fe-a1ee-ecd8601eface tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0538116 Aug 05 15:33:33.436818 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7aae02e1-2d50-4f19-9b7d-d44d8f618eda req-caef6400-1212-4fa9-8278-1f1f436886a7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494654 Aug 05 15:33:34.115940 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32dd44e3-7dc8-4ef2-ae87-93929af7ef9d req-d6f62089-a41a-476c-b497-9a96c6a8249a tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 210 time: 0.0396886 Aug 05 15:33:34.584107 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c1e1a-b32b-4f20-9e42-c509ee990c98 req-6b9cb2e7-0fde-4d28-ba9b-9f5dbc117aa3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:34.585721 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-820c1e1a-b32b-4f20-9e42-c509ee990c98 req-6b9cb2e7-0fde-4d28-ba9b-9f5dbc117aa3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0515127 Aug 05 15:33:34.641430 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-820c1e1a-b32b-4f20-9e42-c509ee990c98 req-b75627a5-d54e-4a1f-b5d0-6f8836110ff0 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486224 Aug 05 15:33:35.251978 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e8048467-6eed-44dc-8b2d-25851f77e966 req-72299f02-31a5-4e4c-bdf8-06bc16783c4d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 210 time: 0.0320938 Aug 05 15:33:35.785217 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:35.794070 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5b099-df62-4543-8cd9-755e9ea36948 req-e76a148b-f209-4738-a621-2de0109f6041 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:35.797389 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c7f5b099-df62-4543-8cd9-755e9ea36948 req-e76a148b-f209-4738-a621-2de0109f6041 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0601439 Aug 05 15:33:35.809930 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:35.864768 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c7f5b099-df62-4543-8cd9-755e9ea36948 req-226028af-e112-4494-911c-9696cd058e35 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613987 Aug 05 15:33:36.420325 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dd43d236-3615-4023-851f-51b50a8b3ca8 req-dea3afeb-2fca-4f6a-bd46-33d25ce55c62 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 210 time: 0.0638115 Aug 05 15:33:36.462643 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cbcfc957-42f3-4b96-b442-14c5be5ec5b5 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:36.466965 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cbcfc957-42f3-4b96-b442-14c5be5ec5b5 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 811 time: 0.2612016 Aug 05 15:33:36.541143 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-20f68998-7c17-4b79-a7fa-d6b78e32dd2e tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=99b26247f85d45c0a7c1e763758f2e69 HTTP/1.1" status: 200 len: 380 time: 0.0642095 Aug 05 15:33:36.554017 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'port': {'device_id': '17362876-caa1-4703-8c1f-11c09b21eea8', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'admin_state_up': True, 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'security_groups': ['223196b4-b30c-4dde-b61f-7a5885da015d']}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:33:36.740217 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Made reservation on behalf of 99b26247f85d45c0a7c1e763758f2e69 for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:33:36.744266 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:36.923459 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Allocated IP 172.20.0.5 (9b73dcac-fd0b-490d-b366-7eddfd909984/fdda4929-7d3f-4165-b49e-7fa36c7c477d/a1c3ece6-03c8-4606-9433-311e8a05105f) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:33:37.016023 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff81c1-a4e6-498d-8824-79b3da6139b7 req-1905ee08-7170-4783-81d1-b45df096c582 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:37.018289 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-55ff81c1-a4e6-498d-8824-79b3da6139b7 req-1905ee08-7170-4783-81d1-b45df096c582 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0598359 Aug 05 15:33:37.080500 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-55ff81c1-a4e6-498d-8824-79b3da6139b7 req-f5474345-4829-484e-b675-a93f04341fe2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548015 Aug 05 15:33:37.134121 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:37.254831 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:37.303281 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Network 9b73dcac-fd0b-490d-b366-7eddfd909984 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:33:37.306639 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:33:37.309399 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:33:37.373251 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:37.377675 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:37.385485 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'Port': ['ID=a1c3ece6-03c8-4606-9433-311e8a05105f,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:37.499746 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-cf52ee26-adde-48d6-9a54-9a657d0de970 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9498034 Aug 05 15:33:37.560507 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da075bbf-8293-42bf-a634-b02f23912c76 req-7d85d834-d374-43aa-831e-88414d0194f3 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:37.568241 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-da075bbf-8293-42bf-a634-b02f23912c76 req-7d85d834-d374-43aa-831e-88414d0194f3 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 931 time: 0.0651197 Aug 05 15:33:37.620498 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-da075bbf-8293-42bf-a634-b02f23912c76 req-0fa23c37-8306-4a82-ac3c-7529e41c1427 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510643 Aug 05 15:33:37.675660 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-cd004815-2f73-4a0f-bc14-84ab3918bed2 None None] Provisioning complete for port a1c3ece6-03c8-4606-9433-311e8a05105f triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:33:37.676303 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-cd004815-2f73-4a0f-bc14-84ab3918bed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:37.709478 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-cd004815-2f73-4a0f-bc14-84ab3918bed2 None None] Port a1c3ece6-03c8-4606-9433-311e8a05105f cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:33:38.212686 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a061b-26b5-4ef0-931b-f7a3820de86d req-7c910dac-6ff3-4bc4-9362-f055e71e1fb7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:38.214210 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-592a061b-26b5-4ef0-931b-f7a3820de86d req-7c910dac-6ff3-4bc4-9362-f055e71e1fb7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0472522 Aug 05 15:33:38.266783 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-592a061b-26b5-4ef0-931b-f7a3820de86d req-7fb990a0-66d8-4eea-9410-519fe86947c2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469229 Aug 05 15:33:38.460455 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Request body: {'port': {'device_id': '17362876-caa1-4703-8c1f-11c09b21eea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:33:38.514514 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:38.523763 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:38.555512 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:38.759599 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af3cbf-cf5f-45ae-88d5-24d777e77634 req-568ba627-ba56-44ff-9bdf-6cc343b59734 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:38.761629 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f4af3cbf-cf5f-45ae-88d5-24d777e77634 req-568ba627-ba56-44ff-9bdf-6cc343b59734 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 931 time: 0.0578887 Aug 05 15:33:38.836193 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f4af3cbf-cf5f-45ae-88d5-24d777e77634 req-0f74e62b-d5f2-405e-98da-ed97c7956f85 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688198 Aug 05 15:33:38.860433 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c3ece6-03c8-4606-9433-311e8a05105f {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:33:38.879990 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Publish callbacks [] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:38.899297 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Transition to ACTIVE for port object a1c3ece6-03c8-4606-9433-311e8a05105f will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:33:38.952484 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:39.022070 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c3ece6-03c8-4606-9433-311e8a05105f,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:39.077604 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Attempting to bind port a1c3ece6-03c8-4606-9433-311e8a05105f on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:33:39.078009 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Attempting to bind port a1c3ece6-03c8-4606-9433-311e8a05105f by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:33:39.078348 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Attempting to bind port a1c3ece6-03c8-4606-9433-311e8a05105f on network 9b73dcac-fd0b-490d-b366-7eddfd909984 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:33:39.083884 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Port a1c3ece6-03c8-4606-9433-311e8a05105f on network 9b73dcac-fd0b-490d-b366-7eddfd909984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:33:39.084246 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Attempting to bind port a1c3ece6-03c8-4606-9433-311e8a05105f on network 9b73dcac-fd0b-490d-b366-7eddfd909984 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:33:39.089529 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:33:39.089867 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Checking segment: {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:33:39.090255 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Bound using segment: {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:33:39.090688 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Bound port: a1c3ece6-03c8-4606-9433-311e8a05105f, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:33:39.091050 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:39.166489 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] For port a1c3ece6-03c8-4606-9433-311e8a05105f, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:33:39.169831 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] For port a1c3ece6-03c8-4606-9433-311e8a05105f, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a1c3ece6-03c8-4606-9433-311e8a05105f,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:33:39.241312 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:39.245596 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:39.246276 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:39.247776 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/a1c3ece6-03c8-4606-9433-311e8a05105f HTTP/1.1" status: 200 len: 1093 time: 0.7924151 Aug 05 15:33:39.250061 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17362876-caa1-4703-8c1f-11c09b21eea8', 'tag': 'a1c3ece6-03c8-4606-9433-311e8a05105f'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:33:39.252561 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cb4e05-8c6f-4a16-aa24-acb1c69837ee" -d '{"events": [{"name": "network-changed", "server_uuid": "17362876-caa1-4703-8c1f-11c09b21eea8", "tag": "a1c3ece6-03c8-4606-9433-311e8a05105f"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:33:39.299961 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d137689c-40ab-428b-a4de-a07783cd4ae4 x-openstack-request-id: req-d137689c-40ab-428b-a4de-a07783cd4ae4 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:33:39.300342 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17362876-caa1-4703-8c1f-11c09b21eea8", "tag": "a1c3ece6-03c8-4606-9433-311e8a05105f", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:33:39.300675 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d137689c-40ab-428b-a4de-a07783cd4ae4 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:33:39.301134 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d137689c-40ab-428b-a4de-a07783cd4ae4'] response: {'name': 'network-changed', 'server_uuid': '17362876-caa1-4703-8c1f-11c09b21eea8', 'tag': 'a1c3ece6-03c8-4606-9433-311e8a05105f', 'status': 'completed', 'code': 200} Aug 05 15:33:39.317344 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bb7c8-94bd-4300-a040-262fa26dbf61 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c3ece6-03c8-4606-9433-311e8a05105f,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:39.404511 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f869740-b396-45a5-9a3a-1fc2b46b4a28 req-5a89af70-8709-47f1-96c0-78645f964713 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:39.406143 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2f869740-b396-45a5-9a3a-1fc2b46b4a28 req-5a89af70-8709-47f1-96c0-78645f964713 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0517476 Aug 05 15:33:39.478024 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2f869740-b396-45a5-9a3a-1fc2b46b4a28 req-1d8967f6-d19b-4cde-beda-a3d71476d6a9 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585728 Aug 05 15:33:39.571327 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4e05-8c6f-4a16-aa24-acb1c69837ee req-ac41aaeb-cd00-43ca-abcd-002a676c3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:39.573018 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-f9cb4e05-8c6f-4a16-aa24-acb1c69837ee req-ac41aaeb-cd00-43ca-abcd-002a676c3834 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 1127 time: 0.0595744 Aug 05 15:33:39.703763 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4e05-8c6f-4a16-aa24-acb1c69837ee req-ddcfb388-6087-4a9d-8548-97a90937de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:39.705414 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-f9cb4e05-8c6f-4a16-aa24-acb1c69837ee req-ddcfb388-6087-4a9d-8548-97a90937de24 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=99b26247f85d45c0a7c1e763758f2e69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1095958 Aug 05 15:33:39.816931 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4e05-8c6f-4a16-aa24-acb1c69837ee req-f0fb585f-0e00-4ac7-a90a-cf158697a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:39.819316 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-f9cb4e05-8c6f-4a16-aa24-acb1c69837ee req-f0fb585f-0e00-4ac7-a90a-cf158697a8a7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1061306 Aug 05 15:33:39.919563 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:39.921127 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-374f54e4-7621-43ed-8eb2-d6d432a4ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:39.922774 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-374f54e4-7621-43ed-8eb2-d6d432a4ba38 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 1127 time: 0.0583572 Aug 05 15:33:39.977743 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f67ec8-65f4-4d9c-aac9-5d1ca83fb621 req-1023219c-3acb-4bb2-b31e-53f7cb64a5f0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:39.979223 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-ccc23892-ccd3-40c0-8095-a529510f249d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1c3ece6-03c8-4606-9433-311e8a05105f HTTP/1.1" status: 200 len: 217 time: 0.0459459 Aug 05 15:33:39.979782 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-83f67ec8-65f4-4d9c-aac9-5d1ca83fb621 req-1023219c-3acb-4bb2-b31e-53f7cb64a5f0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 943 time: 0.0612624 Aug 05 15:33:40.039614 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-83f67ec8-65f4-4d9c-aac9-5d1ca83fb621 req-0e03fdda-e5d0-4c49-96bf-da0d1e568c4e tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531633 Aug 05 15:33:40.637146 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b8d39-7e46-4948-bf00-9b40da165726 req-22e5d6a9-688f-45b3-abd9-0ba94afb58a2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:40.638651 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bc9b8d39-7e46-4948-bf00-9b40da165726 req-22e5d6a9-688f-45b3-abd9-0ba94afb58a2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0588317 Aug 05 15:33:40.693769 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bc9b8d39-7e46-4948-bf00-9b40da165726 req-4611392f-05e9-4aff-8e51-7d7d299559c4 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484209 Aug 05 15:33:40.926077 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-a1e8cfa2-b24a-42f3-ab82-6b5d13d337b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:40.927578 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-a1e8cfa2-b24a-42f3-ab82-6b5d13d337b0 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fdda4929-7d3f-4165-b49e-7fa36c7c477d HTTP/1.1" status: 200 len: 850 time: 0.0566585 Aug 05 15:33:41.198152 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25eb66b-fa50-4063-bebb-853546882cce req-508231d2-c783-4bad-abb3-2526b9441504 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:41.200441 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b25eb66b-fa50-4063-bebb-853546882cce req-508231d2-c783-4bad-abb3-2526b9441504 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 943 time: 0.0692825 Aug 05 15:33:41.296104 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b25eb66b-fa50-4063-bebb-853546882cce req-f634e3b3-6726-4227-99df-823658f142d3 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866537 Aug 05 15:33:41.709853 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-277bbaa9-f31e-4248-ac9b-24310369b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:41.711359 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-277bbaa9-f31e-4248-ac9b-24310369b169 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9b73dcac-fd0b-490d-b366-7eddfd909984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395017 Aug 05 15:33:41.819861 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f11333-312a-4916-b355-4fcebcc7ca93 req-43989365-7e82-404b-93cc-47c56a458924 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:41.821333 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-96f11333-312a-4916-b355-4fcebcc7ca93 req-43989365-7e82-404b-93cc-47c56a458924 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0453804 Aug 05 15:33:41.876273 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-96f11333-312a-4916-b355-4fcebcc7ca93 req-34e512d9-b6cf-4ae8-887a-24db19b988b9 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493951 Aug 05 15:33:42.457165 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b63d3d-2e55-4d8a-97ec-8215d6d2e7a5 req-c10c1233-ca66-44c9-8378-026680db62ce tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:42.464404 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-09b63d3d-2e55-4d8a-97ec-8215d6d2e7a5 req-c10c1233-ca66-44c9-8378-026680db62ce tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 943 time: 0.0799937 Aug 05 15:33:42.480554 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:42.515641 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-09b63d3d-2e55-4d8a-97ec-8215d6d2e7a5 req-a35e2722-5c55-45fc-8ea8-9cb1e0eb8d4c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501039 Aug 05 15:33:42.716627 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:42.741826 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-e8475190-e40d-467c-9722-f0c0577e5e5b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984461 Aug 05 15:33:42.841462 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ff9fee68-4b1a-41d0-b8db-465f7a0f726c req-59269ca8-1e53-4839-ae39-44d1164c28a3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906155 Aug 05 15:33:43.000401 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570b487-b53b-4925-ae37-15e6f36e2d2b req-007183f0-17bd-4934-b22b-24a45d124d80 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:43.001880 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8570b487-b53b-4925-ae37-15e6f36e2d2b req-007183f0-17bd-4934-b22b-24a45d124d80 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0480971 Aug 05 15:33:43.038624 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:43.056566 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8570b487-b53b-4925-ae37-15e6f36e2d2b req-433f819a-5c4c-4711-8daf-9a7e9cdc9bbd tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492079 Aug 05 15:33:43.640811 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58147cb-24e2-498d-b1d7-f4bf55dc9b05 req-d389afa7-2a8a-4bd9-99b1-c232e292b1b1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:43.642339 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b58147cb-24e2-498d-b1d7-f4bf55dc9b05 req-d389afa7-2a8a-4bd9-99b1-c232e292b1b1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 943 time: 0.0520148 Aug 05 15:33:43.690962 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b58147cb-24e2-498d-b1d7-f4bf55dc9b05 req-4f2d2549-9ebe-41a4-944f-e47397687433 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Aug 05 15:33:44.003073 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445fe0e-64ff-47d3-b8c7-8a33216ddcd3 req-483a7b3a-e567-4259-ad1b-2c95503bd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:44.004574 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7445fe0e-64ff-47d3-b8c7-8a33216ddcd3 req-483a7b3a-e567-4259-ad1b-2c95503bd17f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 1129 time: 0.0388165 Aug 05 15:33:44.108220 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445fe0e-64ff-47d3-b8c7-8a33216ddcd3 req-6ab31816-5b0b-471b-a704-3841e5fb619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:44.109812 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7445fe0e-64ff-47d3-b8c7-8a33216ddcd3 req-6ab31816-5b0b-471b-a704-3841e5fb619a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 918 time: 0.0969090 Aug 05 15:33:44.187446 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7445fe0e-64ff-47d3-b8c7-8a33216ddcd3 req-0144f57d-4ee3-4713-a4ad-abc4b6d4d819 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f HTTP/1.1" status: 200 len: 1000 time: 0.0713212 Aug 05 15:33:44.198441 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced96d8e-9d9a-4dc3-b02a-4615603f84f5 req-50076c87-9db0-487c-88f9-fe104c40885d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:44.200033 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ced96d8e-9d9a-4dc3-b02a-4615603f84f5 req-50076c87-9db0-487c-88f9-fe104c40885d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0610135 Aug 05 15:33:44.239385 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445fe0e-64ff-47d3-b8c7-8a33216ddcd3 req-54336d2d-b279-43ca-b9ff-a06ea9064401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:44.240934 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7445fe0e-64ff-47d3-b8c7-8a33216ddcd3 req-54336d2d-b279-43ca-b9ff-a06ea9064401 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0fd5c40f-af1a-4779-a54d-b857ddde5de6 HTTP/1.1" status: 200 len: 856 time: 0.0468473 Aug 05 15:33:44.252264 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ced96d8e-9d9a-4dc3-b02a-4615603f84f5 req-1d4026a3-08b3-40ad-a025-db64987dba67 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464776 Aug 05 15:33:44.559874 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445fe0e-64ff-47d3-b8c7-8a33216ddcd3 req-bb254de4-6019-43aa-bee7-af3613fe5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:44.561339 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7445fe0e-64ff-47d3-b8c7-8a33216ddcd3 req-bb254de4-6019-43aa-bee7-af3613fe5420 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c44331f6-946f-4f51-8016-9a872c1f5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390513 Aug 05 15:33:44.669570 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7445fe0e-64ff-47d3-b8c7-8a33216ddcd3 req-6587d1e8-be27-4a86-ad36-1b369dbd9335 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942187 Aug 05 15:33:44.768576 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-7445fe0e-64ff-47d3-b8c7-8a33216ddcd3 req-8b4cd47e-8dbd-4978-8a66-4ac3f6ad33f3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918753 Aug 05 15:33:44.821979 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f35b2-2ebd-4881-b4f8-c86dee280fec req-535f3456-c98e-441b-a80d-baa2381fcdf4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:44.823342 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bd3f35b2-2ebd-4881-b4f8-c86dee280fec req-535f3456-c98e-441b-a80d-baa2381fcdf4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 943 time: 0.0595193 Aug 05 15:33:44.874319 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bd3f35b2-2ebd-4881-b4f8-c86dee280fec req-c7fc7d40-88c1-43fb-b254-544cee4f4516 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452902 Aug 05 15:33:45.377455 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9f5d2-a1ef-4f93-8a9f-a3ec3482b6a0 req-fd1cbfc8-e4e9-43eb-8b21-42276f822898 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:45.379011 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2bc9f5d2-a1ef-4f93-8a9f-a3ec3482b6a0 req-fd1cbfc8-e4e9-43eb-8b21-42276f822898 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0462213 Aug 05 15:33:45.427016 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2bc9f5d2-a1ef-4f93-8a9f-a3ec3482b6a0 req-aa4203be-4a30-431f-9141-b27c02c2f6fe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415688 Aug 05 15:33:45.993437 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d598ca4-a069-4d99-b630-8448fb0fcb49 req-96b3e7f9-3f3f-40a9-ac1b-c599dd050bc4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:45.995151 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4d598ca4-a069-4d99-b630-8448fb0fcb49 req-96b3e7f9-3f3f-40a9-ac1b-c599dd050bc4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 943 time: 0.0485864 Aug 05 15:33:46.047673 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4d598ca4-a069-4d99-b630-8448fb0fcb49 req-565e97f0-d540-4965-8c3b-831f59d9d37a tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470724 Aug 05 15:33:46.550668 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bde2f-7df2-4708-bfde-7c46a80a6596 req-0339bcdd-4fdb-478f-b0f6-aa33a15ca453 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:46.552130 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-983bde2f-7df2-4708-bfde-7c46a80a6596 req-0339bcdd-4fdb-478f-b0f6-aa33a15ca453 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 945 time: 0.0456433 Aug 05 15:33:46.601534 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-983bde2f-7df2-4708-bfde-7c46a80a6596 req-6752125d-1e26-470d-bd92-1d95cae5b1f9 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429866 Aug 05 15:33:46.918183 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:33:47.169158 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ee187-67b7-4abe-a2c8-155f32aa39de req-f8bd7f83-bdb1-47a2-b0f5-f55f4682bd7c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:47.170719 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-355ee187-67b7-4abe-a2c8-155f32aa39de req-f8bd7f83-bdb1-47a2-b0f5-f55f4682bd7c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 943 time: 0.0490263 Aug 05 15:33:47.226082 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-355ee187-67b7-4abe-a2c8-155f32aa39de req-1ea2efce-b739-4c49-97f5-6327383c629b tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440130 Aug 05 15:33:47.243027 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a7e56405-70bc-42da-933f-8a3780bd6a0f no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:33:47.320600 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port a7e56405-70bc-42da-933f-8a3780bd6a0f is: ACTIVE; New status is: DOWN {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:33:47.320989 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:47.323705 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:47.344769 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:33:47.346953 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8003b259-5f83-48be-8d3c-893dc03c7dd7" -d '{"events": [{"server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "name": "network-vif-unplugged", "status": "completed", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:33:47.359937 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:33:47.384174 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Aug 2022 15:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a49fa84-3ada-4c0f-a43a-6a9f67ed84af x-openstack-request-id: req-0a49fa84-3ada-4c0f-a43a-6a9f67ed84af {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:33:47.384488 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "name": "network-vif-unplugged", "status": "completed", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:33:47.384785 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0a49fa84-3ada-4c0f-a43a-6a9f67ed84af {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:33:47.385193 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a49fa84-3ada-4c0f-a43a-6a9f67ed84af'] response: {'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'code': 200} Aug 05 15:33:47.441818 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:47.489779 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=a7e56405-70bc-42da-933f-8a3780bd6a0f,revision_number=8']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:47.522190 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43198) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:47.644216 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1214f8f0-c246-4d99-937e-351a938ba2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:47.680575 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:47.730100 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1214f8f0-c246-4d99-937e-351a938ba2f7 admin admin] Publish callbacks [] for security_group (02d0a1f6-13f6-456a-8147-7c3e04ee2cea), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:47.737784 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702ce3f-9698-401b-8c87-3cf7e08b1e71 req-f4effb6e-ff87-4991-85da-b4475e2bcfb5 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:47.739267 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b702ce3f-9698-401b-8c87-3cf7e08b1e71 req-f4effb6e-ff87-4991-85da-b4475e2bcfb5 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0500057 Aug 05 15:33:47.786687 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b702ce3f-9698-401b-8c87-3cf7e08b1e71 req-bdc1f1e4-4f8f-4b17-9476-9eb3b3bc3947 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418079 Aug 05 15:33:47.827645 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1214f8f0-c246-4d99-937e-351a938ba2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (02d0a1f6-13f6-456a-8147-7c3e04ee2cea), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:47.869297 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-1214f8f0-c246-4d99-937e-351a938ba2f7 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a0799a1305fe48c19195af4a33844448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457961 Aug 05 15:33:47.870169 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214f8f0-c246-4d99-937e-351a938ba2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d0a1f6-13f6-456a-8147-7c3e04ee2cea,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:47.873652 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43208) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:47.926651 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2634443e-bc6b-455d-91ac-d4b6da5ddc8c admin admin] Publish callbacks [] for security_group (02d0a1f6-13f6-456a-8147-7c3e04ee2cea), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:47.931975 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:47.948826 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2634443e-bc6b-455d-91ac-d4b6da5ddc8c admin admin] Publish callbacks [] for security_group (02d0a1f6-13f6-456a-8147-7c3e04ee2cea), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:48.112919 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2634443e-bc6b-455d-91ac-d4b6da5ddc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (02d0a1f6-13f6-456a-8147-7c3e04ee2cea), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:48.116312 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2634443e-bc6b-455d-91ac-d4b6da5ddc8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:48.120521 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-2634443e-bc6b-455d-91ac-d4b6da5ddc8c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/02d0a1f6-13f6-456a-8147-7c3e04ee2cea HTTP/1.1" status: 204 len: 168 time: 0.2449441 Aug 05 15:33:48.128759 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634443e-bc6b-455d-91ac-d4b6da5ddc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d0a1f6-13f6-456a-8147-7c3e04ee2cea,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:48.356317 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb7d3-f511-45db-a3fa-dcc7acb1fdf8 req-0c7cd902-a025-4188-a869-163916dcd5a6 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:48.357987 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-540fb7d3-f511-45db-a3fa-dcc7acb1fdf8 req-0c7cd902-a025-4188-a869-163916dcd5a6 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 943 time: 0.0524874 Aug 05 15:33:48.398830 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:48.415873 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-540fb7d3-f511-45db-a3fa-dcc7acb1fdf8 req-3863ebeb-ca86-49a3-b737-d8bb56752f32 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519776 Aug 05 15:33:48.976845 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [req-a2015b32-c7a3-4e65-9868-fd2843034a25 req-637d02d9-dec3-4a35-8fac-6008cb35b8b5 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104518) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:33:48.978024 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a2015b32-c7a3-4e65-9868-fd2843034a25 req-637d02d9-dec3-4a35-8fac-6008cb35b8b5 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064158 Aug 05 15:33:49.147121 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43242) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:49.258651 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-49f93db9-a0e9-4fae-8d4d-3981ab8d3af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:49.321666 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bbe3d-ba55-41b6-b5d8-e7abd6229af6 req-06e1a216-0ffc-4a1b-87a9-799679cafe45 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:49.324183 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7d8bbe3d-ba55-41b6-b5d8-e7abd6229af6 req-06e1a216-0ffc-4a1b-87a9-799679cafe45 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0623713 Aug 05 15:33:49.397883 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7d8bbe3d-ba55-41b6-b5d8-e7abd6229af6 req-41805d55-ab20-48d0-89a0-63c6fd50018c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678599 Aug 05 15:33:49.416612 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-49f93db9-a0e9-4fae-8d4d-3981ab8d3af4 admin admin] Publish callbacks [] for security_group (8eea733d-805f-4d27-af40-785bc93bb7f1), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:49.479182 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-49f93db9-a0e9-4fae-8d4d-3981ab8d3af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (8eea733d-805f-4d27-af40-785bc93bb7f1), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:49.558037 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-49f93db9-a0e9-4fae-8d4d-3981ab8d3af4 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1949265777ca48ce96416be1a8ca67ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085288 Aug 05 15:33:49.559545 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43266) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:49.560298 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f93db9-a0e9-4fae-8d4d-3981ab8d3af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eea733d-805f-4d27-af40-785bc93bb7f1,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:49.570999 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e669c-5168-4836-a5ed-2a40b781bf0f req-04046200-be85-4231-b8aa-a01f87ee98af tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:49.572486 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d78e669c-5168-4836-a5ed-2a40b781bf0f req-04046200-be85-4231-b8aa-a01f87ee98af tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 943 time: 0.0770361 Aug 05 15:33:49.612043 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Publish callbacks [] for security_group (8eea733d-805f-4d27-af40-785bc93bb7f1), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:49.623035 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d78e669c-5168-4836-a5ed-2a40b781bf0f req-744ec317-2bb5-450d-b65f-1b49a72188fc tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Aug 05 15:33:49.635467 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Publish callbacks [] for security_group (8eea733d-805f-4d27-af40-785bc93bb7f1), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:49.662519 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:49.739075 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43272) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:49.747142 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (8eea733d-805f-4d27-af40-785bc93bb7f1), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:49.749710 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:49.750814 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8eea733d-805f-4d27-af40-785bc93bb7f1 HTTP/1.1" status: 204 len: 168 time: 0.1903036 Aug 05 15:33:49.761680 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eea733d-805f-4d27-af40-785bc93bb7f1,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:49.770188 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.770790 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.771299 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.771637 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.771967 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.772363 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.772702 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.772983 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.773283 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.773607 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.773988 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.774369 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.774621 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.774941 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.775255 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc557ce5-dc92-4769-999d-5406cc6b275c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:33:49.832922 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-9bcedb19-1d4a-471a-bf9c-b3c89cf10308 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926688 Aug 05 15:33:49.841876 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-4c6c02bc-bdbd-4c8b-b605-1e8065f38a33 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104517) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:33:49.842831 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-4c6c02bc-bdbd-4c8b-b605-1e8065f38a33 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047963 Aug 05 15:33:49.976736 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43282) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:50.083906 dv-cinder-849890-4-iscsi neutron-server[104517]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 05 15:33:50.136752 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-46904568-2c4f-47cc-a38e-d9585d40f146 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:50.138125 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-46904568-2c4f-47cc-a38e-d9585d40f146 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports/a7e56405-70bc-42da-933f-8a3780bd6a0f HTTP/1.1" status: 200 len: 940 time: 0.1603889 Aug 05 15:33:50.532152 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f3fe0-b13f-493e-abef-e613353a1816 req-6bde99a7-1e54-4f4b-abb1-e0f078d21988 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:50.534023 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d1f3fe0-b13f-493e-abef-e613353a1816 req-6bde99a7-1e54-4f4b-abb1-e0f078d21988 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0526609 Aug 05 15:33:50.590343 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d1f3fe0-b13f-493e-abef-e613353a1816 req-23426046-8c08-4641-9d30-ecc4f07d7e33 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503392 Aug 05 15:33:50.752124 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2046d-d39f-4a8c-ba34-4f5781d4e6f3 req-000f8666-b135-4b45-bf50-7a459817996d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:50.754217 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-99d2046d-d39f-4a8c-ba34-4f5781d4e6f3 req-000f8666-b135-4b45-bf50-7a459817996d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 943 time: 0.0581772 Aug 05 15:33:50.807768 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-99d2046d-d39f-4a8c-ba34-4f5781d4e6f3 req-92d3f729-1d63-4243-8f65-3c9b42184a0e tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470448 Aug 05 15:33:51.219634 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a1c3ece6-03c8-4606-9433-311e8a05105f details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:33:51.315821 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a1c3ece6-03c8-4606-9433-311e8a05105f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a1c3ece6-03c8-4606-9433-311e8a05105f,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:33:51.327806 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'a1c3ece6-03c8-4606-9433-311e8a05105f', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'port_id': 'a1c3ece6-03c8-4606-9433-311e8a05105f', 'mac_address': 'fa:16:3e:b5:e6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:33:51.367766 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port a1c3ece6-03c8-4606-9433-311e8a05105f is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:33:51.368190 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:51.381957 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c3ece6-03c8-4606-9433-311e8a05105f {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:33:51.400779 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43322) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:51.401910 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a1c3ece6-03c8-4606-9433-311e8a05105f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a1c3ece6-03c8-4606-9433-311e8a05105f,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:33:51.502020 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:51.507566 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f523cda5-fb15-4c15-8e81-775f152826ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:51.548935 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=a1c3ece6-03c8-4606-9433-311e8a05105f,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:51.583277 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f523cda5-fb15-4c15-8e81-775f152826ac admin admin] Publish callbacks [] for security_group (a6d65e9f-33b4-4e9f-88c5-171231839ead), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:51.644914 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f523cda5-fb15-4c15-8e81-775f152826ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a6d65e9f-33b4-4e9f-88c5-171231839ead), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:51.686969 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-f523cda5-fb15-4c15-8e81-775f152826ac admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d812c2a66f35492485c184641f509e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2849810 Aug 05 15:33:51.687893 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523cda5-fb15-4c15-8e81-775f152826ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d65e9f-33b4-4e9f-88c5-171231839ead,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:51.697199 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43328) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:33:51.734170 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654b36a-9094-4817-a6d0-b9ae8099f960 req-17cefe65-eb05-49a7-b780-51ad406fb5a3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:51.735665 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e654b36a-9094-4817-a6d0-b9ae8099f960 req-17cefe65-eb05-49a7-b780-51ad406fb5a3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0675311 Aug 05 15:33:51.769156 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['a1c3ece6-03c8-4606-9433-311e8a05105f'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:33:51.783988 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2548507b-37d9-4149-bf4f-b91822afab2f admin admin] Publish callbacks [] for security_group (a6d65e9f-33b4-4e9f-88c5-171231839ead), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:51.820472 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e654b36a-9094-4817-a6d0-b9ae8099f960 req-e1a4c356-4cf0-42c5-b866-7a2231570d78 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747471 Aug 05 15:33:51.825148 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2548507b-37d9-4149-bf4f-b91822afab2f admin admin] Publish callbacks [] for security_group (a6d65e9f-33b4-4e9f-88c5-171231839ead), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:51.938827 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2548507b-37d9-4149-bf4f-b91822afab2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a6d65e9f-33b4-4e9f-88c5-171231839ead), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:51.941517 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2548507b-37d9-4149-bf4f-b91822afab2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:51.942705 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-2548507b-37d9-4149-bf4f-b91822afab2f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a6d65e9f-33b4-4e9f-88c5-171231839ead HTTP/1.1" status: 204 len: 168 time: 0.2445908 Aug 05 15:33:51.961080 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:51.963759 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577214e3-9473-4256-bf7c-cc60181e9900 req-c97c0adb-c4e8-4c68-875c-8545eadb2495 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:51.963759 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-577214e3-9473-4256-bf7c-cc60181e9900 req-c97c0adb-c4e8-4c68-875c-8545eadb2495 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 944 time: 0.0613115 Aug 05 15:33:51.964026 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548507b-37d9-4149-bf4f-b91822afab2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d65e9f-33b4-4e9f-88c5-171231839ead,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:51.985410 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:52.004811 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:52.022537 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-577214e3-9473-4256-bf7c-cc60181e9900 req-b25f985a-b4e5-4f64-9deb-154b8564d0f5 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517952 Aug 05 15:33:52.924629 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-55d230a2-3ec0-4054-963f-ca59e20840ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:52.926248 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-55d230a2-3ec0-4054-963f-ca59e20840ca service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d&tenant_id=648f7ac8fb934441b6782d00d0b5ef10 HTTP/1.1" status: 200 len: 1127 time: 0.0741746 Aug 05 15:33:52.985123 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384a5e5-b1f7-4171-aeb0-29784649f07c req-0bc76269-810e-4648-8f67-90cba4cbfca4 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:52.986940 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4384a5e5-b1f7-4171-aeb0-29784649f07c req-0bc76269-810e-4648-8f67-90cba4cbfca4 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0541959 Aug 05 15:33:52.994589 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-b10057f7-888a-437c-b23b-44a219121d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:52.996360 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-b10057f7-888a-437c-b23b-44a219121d7d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 1127 time: 0.0430589 Aug 05 15:33:53.039807 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4384a5e5-b1f7-4171-aeb0-29784649f07c req-cd13b49d-87ca-4603-b5c1-7f72815280c3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463049 Aug 05 15:33:53.088994 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-c2dce0b8-8a90-47e6-b86a-33c88641ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:53.090466 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-c2dce0b8-8a90-47e6-b86a-33c88641ae4e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 918 time: 0.0874422 Aug 05 15:33:53.144990 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bdf5e-ef9c-4008-830e-3f8ee5129834 req-b539cc87-5b0c-4c1a-aa57-0628e50a55cc tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:53.146377 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-156bdf5e-ef9c-4008-830e-3f8ee5129834 req-b539cc87-5b0c-4c1a-aa57-0628e50a55cc tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 944 time: 0.0468924 Aug 05 15:33:53.155314 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-0378f06e-7cf9-4105-ad45-b9b67e0b61ec service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f HTTP/1.1" status: 200 len: 998 time: 0.0578308 Aug 05 15:33:53.196243 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-156bdf5e-ef9c-4008-830e-3f8ee5129834 req-5056544f-740a-4edb-a80a-f5cd7a967ec1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443769 Aug 05 15:33:53.204997 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-e8bb28e2-1fcf-4899-a518-01365b5d2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:53.206443 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-e8bb28e2-1fcf-4899-a518-01365b5d2e44 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0fd5c40f-af1a-4779-a54d-b857ddde5de6 HTTP/1.1" status: 200 len: 856 time: 0.0441282 Aug 05 15:33:53.228590 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a1c3ece6-03c8-4606-9433-311e8a05105f up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:33:53.250588 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-d301317e-6bc5-4d50-8be0-1457b6db15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:53.252334 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-d301317e-6bc5-4d50-8be0-1457b6db15d3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c44331f6-946f-4f51-8016-9a872c1f5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382922 Aug 05 15:33:53.273762 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port a1c3ece6-03c8-4606-9433-311e8a05105f completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:33:53.342272 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port a1c3ece6-03c8-4606-9433-311e8a05105f triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:33:53.342817 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:53.389125 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:53.421179 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port a1c3ece6-03c8-4606-9433-311e8a05105f is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:33:53.421446 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:53.446252 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17362876-caa1-4703-8c1f-11c09b21eea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c3ece6-03c8-4606-9433-311e8a05105f'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:33:53.448565 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7fb5b2-997c-4295-bbf7-d9b3407231ea" -d '{"events": [{"server_uuid": "17362876-caa1-4703-8c1f-11c09b21eea8", "name": "network-vif-plugged", "status": "completed", "tag": "a1c3ece6-03c8-4606-9433-311e8a05105f"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:33:53.464019 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a1c3ece6-03c8-4606-9433-311e8a05105f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a1c3ece6-03c8-4606-9433-311e8a05105f,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:33:53.487050 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2019fb-d30b-41c7-95fa-4669a43972a8 x-openstack-request-id: req-cc2019fb-d30b-41c7-95fa-4669a43972a8 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:33:53.487364 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17362876-caa1-4703-8c1f-11c09b21eea8", "name": "network-vif-plugged", "status": "completed", "tag": "a1c3ece6-03c8-4606-9433-311e8a05105f", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:33:53.487673 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cc2019fb-d30b-41c7-95fa-4669a43972a8 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:33:53.488110 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2019fb-d30b-41c7-95fa-4669a43972a8'] response: {'server_uuid': '17362876-caa1-4703-8c1f-11c09b21eea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c3ece6-03c8-4606-9433-311e8a05105f', 'code': 200} Aug 05 15:33:53.514929 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:53.565036 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=a1c3ece6-03c8-4606-9433-311e8a05105f,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:33:53.571625 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-38e511a4-5095-421a-87f6-18c203dac5ad service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128054 Aug 05 15:33:53.658013 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:53.689551 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a90c2f6b-c84a-42a1-b387-990d4ec02d62 req-03efa622-d18a-4293-a256-d2227edb931a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878797 Aug 05 15:33:53.747388 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e3b47-2397-42c0-90cb-d83972c479d8 req-5a104fea-ce51-44cb-b728-6f5454f07b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:53.748884 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ef7e3b47-2397-42c0-90cb-d83972c479d8 req-5a104fea-ce51-44cb-b728-6f5454f07b1f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 1129 time: 0.0378640 Aug 05 15:33:53.774749 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:53.797450 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ef7e3b47-2397-42c0-90cb-d83972c479d8 req-60262364-1464-4b99-a987-bc7c24c142ea service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419815 Aug 05 15:33:54.172618 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f42a12-64c1-440b-89fa-2723dbc1eec9 req-bc29f0bb-b402-4c79-a2e5-331d53e01911 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:54.173539 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12f42a12-64c1-440b-89fa-2723dbc1eec9 req-bc29f0bb-b402-4c79-a2e5-331d53e01911 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0487192 Aug 05 15:33:54.220483 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12f42a12-64c1-440b-89fa-2723dbc1eec9 req-e8aba469-10dd-462f-b387-d547d53b892d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421069 Aug 05 15:33:54.322459 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa157b2d-7cfe-42ef-8cce-59b07e082e13 req-67413d31-15c2-4b6e-9bce-08663976cd78 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:54.323925 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aa157b2d-7cfe-42ef-8cce-59b07e082e13 req-67413d31-15c2-4b6e-9bce-08663976cd78 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0495722 Aug 05 15:33:54.375033 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aa157b2d-7cfe-42ef-8cce-59b07e082e13 req-12dee5d4-c34a-4d8a-ac64-cf51cd65ec0f tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454869 Aug 05 15:33:55.361732 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c6af3-a885-4dd2-ad5e-02650a1f51c9 req-690c5ef2-6f86-420c-9605-ae74afc958c1 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:55.363246 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-613c6af3-a885-4dd2-ad5e-02650a1f51c9 req-690c5ef2-6f86-420c-9605-ae74afc958c1 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0630701 Aug 05 15:33:55.414156 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-613c6af3-a885-4dd2-ad5e-02650a1f51c9 req-bc1d698e-6b2f-48b1-b9fa-78e2e37425aa tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444345 Aug 05 15:33:55.517069 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130d5b1-e258-4531-8e95-54987bc49b4d req-037087b8-98e5-42a9-bb5a-af42cffdc1f0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:55.518585 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2130d5b1-e258-4531-8e95-54987bc49b4d req-037087b8-98e5-42a9-bb5a-af42cffdc1f0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0512371 Aug 05 15:33:55.570433 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2130d5b1-e258-4531-8e95-54987bc49b4d req-9c729a70-d9b8-4870-9c02-e1547bac87c6 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455256 Aug 05 15:33:56.561322 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49eed0-f648-42d2-aa95-2e1822c4d35f req-10404614-ec2b-487a-9b34-7d46c4f998a2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:56.562815 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3e49eed0-f648-42d2-aa95-2e1822c4d35f req-10404614-ec2b-487a-9b34-7d46c4f998a2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0495648 Aug 05 15:33:56.612451 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3e49eed0-f648-42d2-aa95-2e1822c4d35f req-e2b7c503-130c-427a-855b-4764c0a43281 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439153 Aug 05 15:33:56.703029 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c8044-6446-48a3-ad0e-78348232ac62 req-866b8c67-efda-4222-b863-e2cabde02d70 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:56.704697 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1d8c8044-6446-48a3-ad0e-78348232ac62 req-866b8c67-efda-4222-b863-e2cabde02d70 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0493605 Aug 05 15:33:56.763110 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1d8c8044-6446-48a3-ad0e-78348232ac62 req-776a8e90-3a6c-4978-990c-b15e713057c9 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516815 Aug 05 15:33:57.485992 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-73d1b6c7-254b-46c4-b6de-3051d7b90b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:33:57.743480 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13e869-adbc-409b-9ab1-34213c23c9cb req-6aa4e6d5-fc09-48e2-bdec-b5e2969e51ee tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:57.745140 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ed13e869-adbc-409b-9ab1-34213c23c9cb req-6aa4e6d5-fc09-48e2-bdec-b5e2969e51ee tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0507474 Aug 05 15:33:57.808744 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ed13e869-adbc-409b-9ab1-34213c23c9cb req-1e6a95e4-9efe-426c-a6e9-0da81eae13cf tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573752 Aug 05 15:33:57.896434 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e10c5-ccce-46db-a16f-fea4fd8871e9 req-4a452c3f-7dce-4433-9421-a74d4833017b tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:57.898673 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-674e10c5-ccce-46db-a16f-fea4fd8871e9 req-4a452c3f-7dce-4433-9421-a74d4833017b tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0488775 Aug 05 15:33:57.949831 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-674e10c5-ccce-46db-a16f-fea4fd8871e9 req-8e6bbc29-0aa2-4194-b2f9-4bb5bc6418f3 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456491 Aug 05 15:33:58.943680 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7742d-2469-44e4-b808-8cbc694a5746 req-1d747a4d-6d1a-49d2-bdf4-c8d58d70ba34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:58.945963 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-19d7742d-2469-44e4-b808-8cbc694a5746 req-1d747a4d-6d1a-49d2-bdf4-c8d58d70ba34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0569634 Aug 05 15:33:58.981210 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:59.004385 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:33:59.015000 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-19d7742d-2469-44e4-b808-8cbc694a5746 req-f46b817b-789e-4737-ae4d-2177d918cc12 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577502 Aug 05 15:33:59.103422 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d64f9f-1f57-4edf-a403-ad6091081144 req-0b43ca91-9bf3-42db-86ba-46ca29a6ad97 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:33:59.104963 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b8d64f9f-1f57-4edf-a403-ad6091081144 req-0b43ca91-9bf3-42db-86ba-46ca29a6ad97 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0476136 Aug 05 15:33:59.156382 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b8d64f9f-1f57-4edf-a403-ad6091081144 req-e8115c3f-6bee-4eb2-9a14-558dbacb5c10 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457835 Aug 05 15:33:59.857941 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-1c20e40b-0c43-475a-9260-b2400056d489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:00.145344 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c5ce5-3fbb-4f49-b8ea-bd93d7e42d65 req-202bcb97-5afa-4935-8d93-7a470dee7892 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:00.146904 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cf3c5ce5-3fbb-4f49-b8ea-bd93d7e42d65 req-202bcb97-5afa-4935-8d93-7a470dee7892 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0490017 Aug 05 15:34:00.217785 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cf3c5ce5-3fbb-4f49-b8ea-bd93d7e42d65 req-596581fd-f44b-4bc3-ba84-91358326af43 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650220 Aug 05 15:34:00.306716 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b1182-9549-4cc6-95d3-97af567a2658 req-9c1caaa7-46cc-4091-99ea-7c5c588ba0fd tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:00.308389 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bc2b1182-9549-4cc6-95d3-97af567a2658 req-9c1caaa7-46cc-4091-99ea-7c5c588ba0fd tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0476964 Aug 05 15:34:00.362605 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bc2b1182-9549-4cc6-95d3-97af567a2658 req-64b45253-6f0b-4f7a-a8b8-2e59189eb1d5 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479083 Aug 05 15:34:00.550353 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:00.857878 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:01.332751 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb4620-fffb-4c40-aba4-aed7e56b67f1 req-6264b389-3398-4466-8c64-3dd8e2fb2814 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:01.334224 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cefb4620-fffb-4c40-aba4-aed7e56b67f1 req-6264b389-3398-4466-8c64-3dd8e2fb2814 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0466802 Aug 05 15:34:01.385126 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cefb4620-fffb-4c40-aba4-aed7e56b67f1 req-c69c4ad3-f3ea-44d7-995b-ce19bc38a623 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438812 Aug 05 15:34:01.487231 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fd72b-2eec-4749-bb2c-d9e215604d88 req-252a43f1-f1bc-4430-a852-6806f724975d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:01.488884 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-457fd72b-2eec-4749-bb2c-d9e215604d88 req-252a43f1-f1bc-4430-a852-6806f724975d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0529330 Aug 05 15:34:01.541118 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-457fd72b-2eec-4749-bb2c-d9e215604d88 req-925d1f99-e31b-4136-b020-19ab0d3c26fd tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462554 Aug 05 15:34:01.911894 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=5 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:01.924668 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=5 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:02.332240 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:02.524949 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f51151-0ec1-4175-b3cd-ee414db36b9c req-b0b290f7-8201-4f33-9950-6c3880b103dc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:02.526452 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-08f51151-0ec1-4175-b3cd-ee414db36b9c req-b0b290f7-8201-4f33-9950-6c3880b103dc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0481422 Aug 05 15:34:02.596465 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-08f51151-0ec1-4175-b3cd-ee414db36b9c req-afcc8ea9-4e50-41bc-a426-a7c7c446a137 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635936 Aug 05 15:34:02.700319 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0f2bb-0583-404d-a702-6e83b8633081 req-24de670b-80f1-48ec-9277-796fa9a77b01 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:02.703951 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-44c0f2bb-0583-404d-a702-6e83b8633081 req-24de670b-80f1-48ec-9277-796fa9a77b01 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0673094 Aug 05 15:34:02.762514 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-44c0f2bb-0583-404d-a702-6e83b8633081 req-f435b45a-318a-4dbe-927f-0741ac11f957 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549428 Aug 05 15:34:03.092335 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:03.730603 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4608b87-e76c-449f-a0b1-c69cb865644f req-6fe778f9-105e-46ae-82c7-6a1007a4b0d2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:03.731991 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a4608b87-e76c-449f-a0b1-c69cb865644f req-6fe778f9-105e-46ae-82c7-6a1007a4b0d2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0470815 Aug 05 15:34:03.780949 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a4608b87-e76c-449f-a0b1-c69cb865644f req-a7d062f8-dad1-48ad-862b-3fa1efcdc9d5 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431795 Aug 05 15:34:03.862824 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:03.885606 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ea126-bc45-4296-bc51-c52cdea33e40 req-3451813b-c04f-4295-bd9c-60c3ebdb9024 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:03.887042 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a41ea126-bc45-4296-bc51-c52cdea33e40 req-3451813b-c04f-4295-bd9c-60c3ebdb9024 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0476837 Aug 05 15:34:03.938751 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a41ea126-bc45-4296-bc51-c52cdea33e40 req-edf8be70-af30-4222-94fd-1a280e731671 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458515 Aug 05 15:34:04.824574 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-76654c56-8028-444f-83a0-47cd4d843cad service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398357 Aug 05 15:34:04.905484 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91762e-ea57-484b-a4ba-375b0b3c0b02 req-d0d2a785-083f-441e-abf9-0893ee865d09 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:04.906932 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fe91762e-ea57-484b-a4ba-375b0b3c0b02 req-d0d2a785-083f-441e-abf9-0893ee865d09 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0465534 Aug 05 15:34:04.953865 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fe91762e-ea57-484b-a4ba-375b0b3c0b02 req-e15ccf88-eb6e-4b55-90de-b98f6e79eaa1 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412848 Aug 05 15:34:05.043992 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:05.060748 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d019-a4f8-44af-8d89-d2cc752cf2fb req-bcb23280-f8a5-4d1b-b0bf-9ddb7e8ed355 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:05.062197 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b0b9d019-a4f8-44af-8d89-d2cc752cf2fb req-bcb23280-f8a5-4d1b-b0bf-9ddb7e8ed355 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0471332 Aug 05 15:34:05.110105 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b0b9d019-a4f8-44af-8d89-d2cc752cf2fb req-4fb18bab-a12b-4836-9248-eabc4d5855ec tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424051 Aug 05 15:34:05.224834 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaef724-fff3-4436-bc59-380a40ee8de6 req-5c6bed27-0a9d-483e-be70-f67f4118f2f3 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:05.226252 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-efaef724-fff3-4436-bc59-380a40ee8de6 req-5c6bed27-0a9d-483e-be70-f67f4118f2f3 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0479462 Aug 05 15:34:05.258506 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:05.275414 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-efaef724-fff3-4436-bc59-380a40ee8de6 req-7306c558-4038-45b1-bb6e-5a1e61a93c77 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433226 Aug 05 15:34:05.301326 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43422) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:34:05.386565 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-579b719d-ae04-47d4-83f7-2583dbe7ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:05.386996 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-579b719d-ae04-47d4-83f7-2583dbe7ffa8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 1130 time: 0.0462484 Aug 05 15:34:05.499491 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-713cc185-322a-42c2-ba1c-d56ebff28523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:05.501017 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-713cc185-322a-42c2-ba1c-d56ebff28523 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=5556c147-7063-4e54-b1ad-a45bb656fda4 HTTP/1.1" status: 200 len: 912 time: 0.0890884 Aug 05 15:34:05.534325 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eae2987-bad8-481b-a0cc-350fd846ac5a tempest-TestVolumeBootPattern-128951298 tempest-TestVolumeBootPattern-128951298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:05.535866 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-1eae2987-bad8-481b-a0cc-350fd846ac5a tempest-TestVolumeBootPattern-128951298 tempest-TestVolumeBootPattern-128951298-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 1124 time: 0.2335923 Aug 05 15:34:05.538998 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43430) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:34:05.544129 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'port_id': 'a1c3ece6-03c8-4606-9433-311e8a05105f', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:34:05.570272 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-3ac58292-ebd3-4737-b1d3-c0142b5a7142 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bde49ef-58cd-4efe-9d08-24840f0c6502 HTTP/1.1" status: 200 len: 1002 time: 0.0602822 Aug 05 15:34:05.621972 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-87b3116b-4fd2-40f1-8b47-92e52960812b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:05.623711 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-87b3116b-4fd2-40f1-8b47-92e52960812b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cb3c1b3d-59c6-4141-ad48-5db85d354a8b HTTP/1.1" status: 200 len: 850 time: 0.0457039 Aug 05 15:34:05.641260 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:05.674664 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-753809e2-be23-4176-90cb-da2372e738dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:05.676231 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-753809e2-be23-4176-90cb-da2372e738dd service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=5556c147-7063-4e54-b1ad-a45bb656fda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395448 Aug 05 15:34:05.791177 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-f4743b24-4a46-4793-8a46-9a247697967a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077330 Aug 05 15:34:05.909396 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-43f60feb-a47f-4ec7-a175-2fa53753115e req-6a463525-cafe-41e9-9730-9e4bf74bab9d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110904 Aug 05 15:34:05.952568 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:06.093659 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Allocated IP 172.27.0.76 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/cb479793-0e63-4dd5-99e7-f2981dd2a189) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:34:06.100828 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642efb9-fd87-4223-91e0-928848f187ad req-afd780fb-f284-4531-ba40-1446b2cbc7a0 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:06.102282 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0642efb9-fd87-4223-91e0-928848f187ad req-afd780fb-f284-4531-ba40-1446b2cbc7a0 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0668199 Aug 05 15:34:06.200822 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0642efb9-fd87-4223-91e0-928848f187ad req-96a65dfe-7647-4b70-8943-ed0ac61d527b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910289 Aug 05 15:34:06.239457 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for port (cb479793-0e63-4dd5-99e7-f2981dd2a189), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:06.338589 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (cb479793-0e63-4dd5-99e7-f2981dd2a189), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:06.377029 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:34:06.379930 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:34:06.386526 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:34:06.414339 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'Port': ['ID=cb479793-0e63-4dd5-99e7-f2981dd2a189,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:34:06.429477 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.430278 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.430614 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.430944 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.431268 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.431592 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.431913 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.432254 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.432572 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.432892 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.433211 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.433529 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.433840 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.434151 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.434460 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:06.510763 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:06.606293 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:06.763539 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (d8ffabec-686e-413f-b58a-9149b7a6fd4c), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:06.885985 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (cb479793-0e63-4dd5-99e7-f2981dd2a189), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:07.043514 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for port (cb479793-0e63-4dd5-99e7-f2981dd2a189), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:07.093025 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (cb479793-0e63-4dd5-99e7-f2981dd2a189), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:07.167880 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'Port': ['ID=cb479793-0e63-4dd5-99e7-f2981dd2a189,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:34:07.174506 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (d8ffabec-686e-413f-b58a-9149b7a6fd4c), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:07.269753 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Floating IP d8ffabec-686e-413f-b58a-9149b7a6fd4c associated. External IP: 172.27.0.76, port: a1c3ece6-03c8-4606-9433-311e8a05105f. Aug 05 15:34:07.340472 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:07.384442 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1035f4-b3e0-45bc-b8e0-af2443ac726f req-a3ff85d1-6df2-4bef-90c7-1098c4c34c22 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:07.386030 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8d1035f4-b3e0-45bc-b8e0-af2443ac726f req-a3ff85d1-6df2-4bef-90c7-1098c4c34c22 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0843902 Aug 05 15:34:07.481717 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8d1035f4-b3e0-45bc-b8e0-af2443ac726f req-0fe37a4b-7cbc-4534-b418-3a60738bca61 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880342 Aug 05 15:34:07.546567 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:34:07.635718 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:07.649584 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:34:07.659696 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff5881-475f-4af9-b5d1-327ec42fbdc6 None None] Sync routers for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:34:07.669254 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff5881-475f-4af9-b5d1-327ec42fbdc6 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:34:07.670030 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-abff5881-475f-4af9-b5d1-327ec42fbdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:34:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:34:07.717959 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:07.751110 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a608f04e-bd18-4f50-84ab-51dfa424004c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2101583 Aug 05 15:34:07.751525 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17362876-caa1-4703-8c1f-11c09b21eea8', 'tag': 'a1c3ece6-03c8-4606-9433-311e8a05105f'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:34:07.753818 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bf7853-e6dc-4ce4-8188-4d3e516b734a" -d '{"events": [{"name": "network-changed", "server_uuid": "17362876-caa1-4703-8c1f-11c09b21eea8", "tag": "a1c3ece6-03c8-4606-9433-311e8a05105f"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:34:07.775504 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-abff5881-475f-4af9-b5d1-327ec42fbdc6 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:34:07.790344 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fcc658-a16d-47d6-9bcd-d1b2313b81b5 x-openstack-request-id: req-45fcc658-a16d-47d6-9bcd-d1b2313b81b5 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:34:07.790639 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17362876-caa1-4703-8c1f-11c09b21eea8", "tag": "a1c3ece6-03c8-4606-9433-311e8a05105f", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:34:07.790891 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-45fcc658-a16d-47d6-9bcd-d1b2313b81b5 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:34:07.791296 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fcc658-a16d-47d6-9bcd-d1b2313b81b5'] response: {'name': 'network-changed', 'server_uuid': '17362876-caa1-4703-8c1f-11c09b21eea8', 'tag': 'a1c3ece6-03c8-4606-9433-311e8a05105f', 'status': 'completed', 'code': 200} Aug 05 15:34:07.858113 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf7853-e6dc-4ce4-8188-4d3e516b734a req-e4f29557-445b-4d07-a979-89e59ac0874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:07.859763 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-71bf7853-e6dc-4ce4-8188-4d3e516b734a req-e4f29557-445b-4d07-a979-89e59ac0874a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 1129 time: 0.0428803 Aug 05 15:34:07.954405 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf7853-e6dc-4ce4-8188-4d3e516b734a req-87c01b8c-b2ad-44d7-b4b4-171c4031c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:07.955882 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-71bf7853-e6dc-4ce4-8188-4d3e516b734a req-87c01b8c-b2ad-44d7-b4b4-171c4031c902 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 912 time: 0.0884311 Aug 05 15:34:08.009711 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-abff5881-475f-4af9-b5d1-327ec42fbdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': 'd8ffabec-686e-413f-b58a-9149b7a6fd4c', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': 'a1c3ece6-03c8-4606-9433-311e8a05105f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:b5:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362876-caa1-4703-8c1f-11c09b21eea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:34:06Z', 'updated_at': '2022-08-05T15:34:06Z', 'revision_number': 0, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:34:08.031324 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-71bf7853-e6dc-4ce4-8188-4d3e516b734a req-23a6f4da-693d-4baa-accc-b2a1790b3328 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1c3ece6-03c8-4606-9433-311e8a05105f HTTP/1.1" status: 200 len: 998 time: 0.0682733 Aug 05 15:34:08.045978 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff5881-475f-4af9-b5d1-327ec42fbdc6 None None] Checking router: aca1ef86-7344-4d5f-b0ce-194faff4ecb4 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:34:08.052210 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:08.055839 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff5881-475f-4af9-b5d1-327ec42fbdc6 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:34:08.056487 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-abff5881-475f-4af9-b5d1-327ec42fbdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:34:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:34:08.083034 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf7853-e6dc-4ce4-8188-4d3e516b734a req-dbdd7b3c-4e6a-4c35-8a40-1835792299c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:08.084568 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-71bf7853-e6dc-4ce4-8188-4d3e516b734a req-dbdd7b3c-4e6a-4c35-8a40-1835792299c3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fdda4929-7d3f-4165-b49e-7fa36c7c477d HTTP/1.1" status: 200 len: 850 time: 0.0470982 Aug 05 15:34:08.130835 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf7853-e6dc-4ce4-8188-4d3e516b734a req-2b43ea9a-e666-4abb-a888-b8078665361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:08.132559 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-71bf7853-e6dc-4ce4-8188-4d3e516b734a req-2b43ea9a-e666-4abb-a888-b8078665361a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9b73dcac-fd0b-490d-b366-7eddfd909984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400252 Aug 05 15:34:08.176118 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-abff5881-475f-4af9-b5d1-327ec42fbdc6 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:34:08.231547 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-71bf7853-e6dc-4ce4-8188-4d3e516b734a req-70be2a7a-7c92-4e79-8bfb-6dc5bdd186eb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915859 Aug 05 15:34:08.337351 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-71bf7853-e6dc-4ce4-8188-4d3e516b734a req-3f4ef7f3-2b31-415f-940c-2557f9fb8a06 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893910 Aug 05 15:34:08.366761 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:08.557538 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-abff5881-475f-4af9-b5d1-327ec42fbdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': 'd8ffabec-686e-413f-b58a-9149b7a6fd4c', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': 'a1c3ece6-03c8-4606-9433-311e8a05105f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:b5:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362876-caa1-4703-8c1f-11c09b21eea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:34:06Z', 'updated_at': '2022-08-05T15:34:06Z', 'revision_number': 0, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:34:08.585064 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abff5881-475f-4af9-b5d1-327ec42fbdc6 None None] The sync data for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi is: [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': 'd8ffabec-686e-413f-b58a-9149b7a6fd4c', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': 'a1c3ece6-03c8-4606-9433-311e8a05105f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:b5:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362876-caa1-4703-8c1f-11c09b21eea8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:34:06Z', 'updated_at': '2022-08-05T15:34:06Z', 'revision_number': 0, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:34:08.622218 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aeee9-8032-422b-8832-0a1276cc0e1a req-2a75e6b6-fe0d-4be6-94b0-2b4907eb0a51 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:08.624056 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9f4aeee9-8032-422b-8832-0a1276cc0e1a req-2a75e6b6-fe0d-4be6-94b0-2b4907eb0a51 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0571656 Aug 05 15:34:08.673707 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9f4aeee9-8032-422b-8832-0a1276cc0e1a req-4693a211-f1eb-4719-8319-3a3ea8eb6f40 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440598 Aug 05 15:34:08.779483 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295340d-125e-48cb-ab88-1bc2fc59a2fb None None] New status for floating IP d8ffabec-686e-413f-b58a-9149b7a6fd4c: ACTIVE {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:34:09.806038 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5887a-7eb5-46bc-a6ee-2bf388b3a4dc req-90c3ad9a-4463-4b40-bf71-4963a2d81dda tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:09.807491 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c3c5887a-7eb5-46bc-a6ee-2bf388b3a4dc req-90c3ad9a-4463-4b40-bf71-4963a2d81dda tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0492890 Aug 05 15:34:09.854382 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c3c5887a-7eb5-46bc-a6ee-2bf388b3a4dc req-f54ff90a-e0df-4272-ae67-ac1d8629e2d3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414717 Aug 05 15:34:10.975893 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465909d-be17-4d79-b3f6-598995b03d47 req-994a466b-792d-4c2f-9b9b-1253f9126804 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:10.977909 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4465909d-be17-4d79-b3f6-598995b03d47 req-994a466b-792d-4c2f-9b9b-1253f9126804 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0457594 Aug 05 15:34:11.038095 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4465909d-be17-4d79-b3f6-598995b03d47 req-b361054b-7087-4a77-8a82-0790fe879bf5 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480180 Aug 05 15:34:12.165629 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4d1ee-5ec2-4282-9c4a-bbd2828eac5a req-cae093dd-f43c-434c-8048-646d3cef7fb2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:12.167102 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b9f4d1ee-5ec2-4282-9c4a-bbd2828eac5a req-cae093dd-f43c-434c-8048-646d3cef7fb2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0457296 Aug 05 15:34:12.217930 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b9f4d1ee-5ec2-4282-9c4a-bbd2828eac5a req-7c48b96e-707a-44f1-98ba-7251674a5024 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448418 Aug 05 15:34:13.343452 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a7e56405-70bc-42da-933f-8a3780bd6a0f details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:34:13.348389 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b14f0ba-93f6-497b-89b3-fc6631586e8c req-bf67af26-1a41-438f-8c15-7621a199a558 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:13.349894 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5b14f0ba-93f6-497b-89b3-fc6631586e8c req-bf67af26-1a41-438f-8c15-7621a199a558 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 943 time: 0.0518918 Aug 05 15:34:13.409923 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5b14f0ba-93f6-497b-89b3-fc6631586e8c req-2832d33f-e6ac-48d0-8105-31186a05a5ba tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476804 Aug 05 15:34:13.452376 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:34:13.463809 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'port_id': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'mac_address': 'fa:16:3e:b2:50:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:34:13.502003 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port a7e56405-70bc-42da-933f-8a3780bd6a0f is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:34:13.502395 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:13.515711 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e56405-70bc-42da-933f-8a3780bd6a0f {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:34:13.535917 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:34:13.602096 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:13.649340 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=a7e56405-70bc-42da-933f-8a3780bd6a0f,revision_number=9']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:34:13.656635 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.656981 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.657347 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.657684 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.658048 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.658409 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.658733 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.659053 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.659375 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.659694 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.660010 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.660390 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.660745 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.661063 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.661376 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:34:13.918710 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07c96b-f3ab-4822-b56c-09f3bf97ba71 req-f5fca721-f519-4ecc-93ab-838157567620 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:13.920319 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d07c96b-f3ab-4822-b56c-09f3bf97ba71 req-f5fca721-f519-4ecc-93ab-838157567620 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0562415 Aug 05 15:34:13.940175 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['a7e56405-70bc-42da-933f-8a3780bd6a0f'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:34:13.955474 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:13.976945 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6d07c96b-f3ab-4822-b56c-09f3bf97ba71 req-79d6b517-b6fc-4776-8a4f-ad893c32a92e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492897 Aug 05 15:34:13.989114 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:13.998446 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99178f6-dec5-487c-a459-8052b6618c39 req-d49b5052-8b27-47bf-a59f-af2cf6399df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:14.000245 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e99178f6-dec5-487c-a459-8052b6618c39 req-d49b5052-8b27-47bf-a59f-af2cf6399df0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 1129 time: 0.0574493 Aug 05 15:34:14.063277 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:14.093178 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99178f6-dec5-487c-a459-8052b6618c39 req-1cf159f1-f213-4c65-816f-8e7442be6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:14.094697 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e99178f6-dec5-487c-a459-8052b6618c39 req-1cf159f1-f213-4c65-816f-8e7442be6263 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 0.0882843 Aug 05 15:34:14.166952 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e99178f6-dec5-487c-a459-8052b6618c39 req-43e05e0a-b1c9-47bd-851e-6848734852ac service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc HTTP/1.1" status: 200 len: 1001 time: 0.0598817 Aug 05 15:34:14.220567 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99178f6-dec5-487c-a459-8052b6618c39 req-ce844e34-0731-43a2-afcc-99f80e8b1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:14.222065 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e99178f6-dec5-487c-a459-8052b6618c39 req-ce844e34-0731-43a2-afcc-99f80e8b1b9a service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.0452466 Aug 05 15:34:14.268524 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99178f6-dec5-487c-a459-8052b6618c39 req-147a6d9c-76ca-45d3-a528-184cd5a0c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:14.270043 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e99178f6-dec5-487c-a459-8052b6618c39 req-147a6d9c-76ca-45d3-a528-184cd5a0c302 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400894 Aug 05 15:34:14.373900 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e99178f6-dec5-487c-a459-8052b6618c39 req-d37b6284-e965-4526-84c9-7abadd867af2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873449 Aug 05 15:34:14.463546 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e99178f6-dec5-487c-a459-8052b6618c39 req-ad3100e5-4a2c-4bb0-a1a5-cc3b78f989f8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835142 Aug 05 15:34:14.541705 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d47de-a584-40c1-b14b-7da04dc440ca req-84eb08ce-6d1e-4aba-b5cf-304e78b662a9 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:14.543193 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-107d47de-a584-40c1-b14b-7da04dc440ca req-84eb08ce-6d1e-4aba-b5cf-304e78b662a9 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 944 time: 0.0515642 Aug 05 15:34:14.590836 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-107d47de-a584-40c1-b14b-7da04dc440ca req-38738a90-fb73-4fba-85b4-d4fab95274f7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418005 Aug 05 15:34:15.096136 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46caab-ad8e-4570-aa0c-66b3421d9a21 req-1b814da6-d368-4f71-967c-ecc0fdfa8953 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:15.097603 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4f46caab-ad8e-4570-aa0c-66b3421d9a21 req-1b814da6-d368-4f71-967c-ecc0fdfa8953 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0464711 Aug 05 15:34:15.109540 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:15.145352 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4f46caab-ad8e-4570-aa0c-66b3421d9a21 req-34ac88a8-3270-43ff-9134-6a5c3dbeed41 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 Aug 05 15:34:15.296970 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7b4e9-77c7-4c8a-a834-7be2c7b34b99 req-0025b748-c70a-425e-b687-77157fdab1e1 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:15.298426 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7be7b4e9-77c7-4c8a-a834-7be2c7b34b99 req-0025b748-c70a-425e-b687-77157fdab1e1 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0463533 Aug 05 15:34:15.348101 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7be7b4e9-77c7-4c8a-a834-7be2c7b34b99 req-e3452ead-da80-475f-9516-f15e5f4c4674 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441515 Aug 05 15:34:15.359555 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a7e56405-70bc-42da-933f-8a3780bd6a0f up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:34:15.405675 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port a7e56405-70bc-42da-933f-8a3780bd6a0f triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:34:15.406050 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:15.479626 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port a7e56405-70bc-42da-933f-8a3780bd6a0f is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:34:15.480018 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:15.503081 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:34:15.505324 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9eaac3-c0b2-464e-aed6-9d6d058c0b12" -d '{"events": [{"server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "name": "network-vif-plugged", "status": "completed", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:34:15.517416 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:34:15.543368 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc111d2-4e23-49e3-a8eb-f3803aa12c0c x-openstack-request-id: req-2cc111d2-4e23-49e3-a8eb-f3803aa12c0c {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:34:15.543687 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "name": "network-vif-plugged", "status": "completed", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:34:15.543926 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2cc111d2-4e23-49e3-a8eb-f3803aa12c0c {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:34:15.544342 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc111d2-4e23-49e3-a8eb-f3803aa12c0c'] response: {'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'code': 200} Aug 05 15:34:15.579369 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:15.625795 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=a7e56405-70bc-42da-933f-8a3780bd6a0f,revision_number=10']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:34:15.713709 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b41bfc-1a48-4178-8b25-ca49208a4d9e req-0d91281a-d3ca-44d4-992c-909066935be5 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:15.715074 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-72b41bfc-1a48-4178-8b25-ca49208a4d9e req-0d91281a-d3ca-44d4-992c-909066935be5 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 946 time: 0.0450830 Aug 05 15:34:15.761484 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-72b41bfc-1a48-4178-8b25-ca49208a4d9e req-b77ddb7a-7fcd-494c-b27b-4b88bdf49baf tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409708 Aug 05 15:34:16.206103 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc164c3-81d1-401b-925f-1244152bfa3c req-c78236f6-6704-44c1-a138-b64ea3ab9efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:16.207658 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-bdc164c3-81d1-401b-925f-1244152bfa3c req-c78236f6-6704-44c1-a138-b64ea3ab9efb service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 1130 time: 0.0429749 Aug 05 15:34:16.232182 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:16.254277 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-bdc164c3-81d1-401b-925f-1244152bfa3c req-5ea9768e-8e79-48ca-88e9-c502673a915f service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389361 Aug 05 15:34:16.269530 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb883c37-521b-4a28-a8a9-b1005f0bee4f req-2732dd8d-a99f-4e65-bdd6-4c81c40dee4d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:16.271093 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fb883c37-521b-4a28-a8a9-b1005f0bee4f req-2732dd8d-a99f-4e65-bdd6-4c81c40dee4d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0480735 Aug 05 15:34:16.319051 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fb883c37-521b-4a28-a8a9-b1005f0bee4f req-ea5d2843-ab52-4119-b5cc-18e33879a1db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Aug 05 15:34:16.471913 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5569d89-1dbf-4434-83da-f41042575eb9 req-cc2af308-e54b-462e-bc79-34dee59163a6 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:16.473306 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a5569d89-1dbf-4434-83da-f41042575eb9 req-cc2af308-e54b-462e-bc79-34dee59163a6 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0485282 Aug 05 15:34:16.520449 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a5569d89-1dbf-4434-83da-f41042575eb9 req-eb0148c0-5832-48bb-8379-7779734cc7e8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409312 Aug 05 15:34:16.881219 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b701dd4-e0dc-4593-8319-e38c41848df2 req-228dfea2-6a48-4d8e-8a1d-85c2db0ee581 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:16.882678 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0b701dd4-e0dc-4593-8319-e38c41848df2 req-228dfea2-6a48-4d8e-8a1d-85c2db0ee581 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 946 time: 0.0461755 Aug 05 15:34:16.930595 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0b701dd4-e0dc-4593-8319-e38c41848df2 req-10a73a3c-1923-460a-b9f2-6f82a9c3705f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424373 Aug 05 15:34:17.441037 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cd70a-18be-457a-9508-7929d2357db5 req-ea1e9621-f917-4508-a329-fe30411d2930 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:17.442480 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e05cd70a-18be-457a-9508-7929d2357db5 req-ea1e9621-f917-4508-a329-fe30411d2930 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0497198 Aug 05 15:34:17.488923 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e05cd70a-18be-457a-9508-7929d2357db5 req-f508a8b7-61c1-4291-9608-290a86edee75 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404069 Aug 05 15:34:17.639402 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44e597-8dff-48e8-aa93-d9625828fff2 req-032f8a9c-c253-44f6-8796-aaedc8ce470a tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:17.641002 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3e44e597-8dff-48e8-aa93-d9625828fff2 req-032f8a9c-c253-44f6-8796-aaedc8ce470a tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0489070 Aug 05 15:34:17.690026 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3e44e597-8dff-48e8-aa93-d9625828fff2 req-62deccb0-5890-44d2-b238-67074fe9c2cf tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428891 Aug 05 15:34:18.057656 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79552cb5-f127-4929-acbf-0d10a804bafb req-4de48eaa-c5c4-4936-abcb-974b4a334c5a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:18.059180 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-79552cb5-f127-4929-acbf-0d10a804bafb req-4de48eaa-c5c4-4936-abcb-974b4a334c5a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 946 time: 0.0479624 Aug 05 15:34:18.109385 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-79552cb5-f127-4929-acbf-0d10a804bafb req-38ccd867-2f6a-4956-bd4c-e88b993dd68c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447969 Aug 05 15:34:18.608665 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587457fc-0193-4105-bbd7-b958f193b21d req-e8f5e12e-73a8-4250-994a-8d256e3760f6 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:18.610104 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-587457fc-0193-4105-bbd7-b958f193b21d req-e8f5e12e-73a8-4250-994a-8d256e3760f6 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0469003 Aug 05 15:34:18.672284 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-587457fc-0193-4105-bbd7-b958f193b21d req-ddad7752-7221-4c79-b424-1ec3ca6f2962 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566189 Aug 05 15:34:18.808956 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff9446-2093-476c-be34-c3114d8ac3ec req-47c498ac-49fb-4ada-8718-23251a1f7ae5 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:18.810508 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-caff9446-2093-476c-be34-c3114d8ac3ec req-47c498ac-49fb-4ada-8718-23251a1f7ae5 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0476847 Aug 05 15:34:18.858872 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-caff9446-2093-476c-be34-c3114d8ac3ec req-55267c02-ad45-4946-a4fe-dd804c8a7277 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425928 Aug 05 15:34:18.880368 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:19.217610 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:19.235102 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b0a85-3673-420d-8e61-759539a7ee45 req-1d860eeb-bbf6-4e6b-a118-b484c338c6cc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:19.236618 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5d7b0a85-3673-420d-8e61-759539a7ee45 req-1d860eeb-bbf6-4e6b-a118-b484c338c6cc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 946 time: 0.0491853 Aug 05 15:34:19.284204 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5d7b0a85-3673-420d-8e61-759539a7ee45 req-563035b8-154f-43f0-8804-8abe0a218b2d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421295 Aug 05 15:34:19.796378 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3c874-9a32-4d7b-963d-c58281ea8d4f req-3ada710a-5db4-4c2b-a428-286a4ba979d4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:19.797797 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cfe3c874-9a32-4d7b-963d-c58281ea8d4f req-3ada710a-5db4-4c2b-a428-286a4ba979d4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0454500 Aug 05 15:34:19.842492 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cfe3c874-9a32-4d7b-963d-c58281ea8d4f req-d4c8bef7-ed42-4b2b-ad33-ee7c02a59eb6 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393970 Aug 05 15:34:19.976731 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f495be-da39-407b-a831-eaa628dbb302 req-8b1b1aa7-7505-4369-9b87-5e7dd8d108aa tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:19.978105 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f6f495be-da39-407b-a831-eaa628dbb302 req-8b1b1aa7-7505-4369-9b87-5e7dd8d108aa tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0458786 Aug 05 15:34:20.237836 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f6f495be-da39-407b-a831-eaa628dbb302 req-640b7780-c7a9-493f-903a-1902fb793bad tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540374 Aug 05 15:34:20.960283 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d8395-853f-4e55-8ef0-464f50eacd77 req-edbc8016-7eec-4038-a19a-6a88788951e1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:20.961729 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bf7d8395-853f-4e55-8ef0-464f50eacd77 req-edbc8016-7eec-4038-a19a-6a88788951e1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0461183 Aug 05 15:34:20.991509 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:21.008544 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bf7d8395-853f-4e55-8ef0-464f50eacd77 req-3e75117a-cffc-476e-96bc-079cf4760416 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Aug 05 15:34:21.356089 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9064e-ba7c-4525-9247-e878be0dd347 req-5bb9a201-3ec8-4ebe-bebd-5e167d3f044b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:21.357575 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9ef9064e-ba7c-4525-9247-e878be0dd347 req-5bb9a201-3ec8-4ebe-bebd-5e167d3f044b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0459247 Aug 05 15:34:21.406600 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9ef9064e-ba7c-4525-9247-e878be0dd347 req-4c7182b0-5c39-4fba-89bb-ac1c8e8c5ae8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436597 Aug 05 15:34:22.124793 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d4f7a-c951-4e45-ae0f-f63bbfafaf66 req-ce1fc379-b33c-4e9c-ac5d-c3047ea0b483 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:22.126498 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4b0d4f7a-c951-4e45-ae0f-f63bbfafaf66 req-ce1fc379-b33c-4e9c-ac5d-c3047ea0b483 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0471549 Aug 05 15:34:22.172575 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4b0d4f7a-c951-4e45-ae0f-f63bbfafaf66 req-7f510d4c-7a68-403b-9525-73cefaf9cdba tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406706 Aug 05 15:34:22.535388 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7d440-d87c-4c4b-9b21-cc95544bef78 req-fd2cf133-7a13-4783-9e1e-1fcdf42811e1 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:22.536870 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5dc7d440-d87c-4c4b-9b21-cc95544bef78 req-fd2cf133-7a13-4783-9e1e-1fcdf42811e1 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0509887 Aug 05 15:34:22.586266 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5dc7d440-d87c-4c4b-9b21-cc95544bef78 req-7d2462c2-ff78-493d-ae7c-5bc5a55e5d2b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438247 Aug 05 15:34:23.290773 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed930641-8bc7-4a0d-872d-ccfc1e1f5d88 req-f7b27b66-a301-4ec9-9776-95ff360cdec5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:23.292756 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ed930641-8bc7-4a0d-872d-ccfc1e1f5d88 req-f7b27b66-a301-4ec9-9776-95ff360cdec5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0492020 Aug 05 15:34:23.339036 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ed930641-8bc7-4a0d-872d-ccfc1e1f5d88 req-bee6b4ce-57e8-4e14-9a0c-deb5a259a79d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407424 Aug 05 15:34:23.703117 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a05ef-ca6d-4648-9d10-67f6791c177d req-13447a0e-c2d6-4129-a229-d6dcbbafbd7f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:23.704626 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4e8a05ef-ca6d-4648-9d10-67f6791c177d req-13447a0e-c2d6-4129-a229-d6dcbbafbd7f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0468106 Aug 05 15:34:23.750881 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4e8a05ef-ca6d-4648-9d10-67f6791c177d req-a9e701a7-2549-456a-955c-e54503195cc4 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Aug 05 15:34:23.927611 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:34:24.457191 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541856f-781e-4deb-b0c5-4a1ad0724dd6 req-0e33da72-c130-4da7-af0f-e7237031b9a0 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:24.458669 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7541856f-781e-4deb-b0c5-4a1ad0724dd6 req-0e33da72-c130-4da7-af0f-e7237031b9a0 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0462732 Aug 05 15:34:24.508735 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7541856f-781e-4deb-b0c5-4a1ad0724dd6 req-1b2900a4-a7cf-4653-a38d-76b5479b1fc0 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440369 Aug 05 15:34:24.864966 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c7d34-6def-49d8-a80a-966611a59877 req-1b31b2a8-e83b-4a84-b787-6799d9bed4a1 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:24.866400 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-932c7d34-6def-49d8-a80a-966611a59877 req-1b31b2a8-e83b-4a84-b787-6799d9bed4a1 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0456593 Aug 05 15:34:24.913793 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-932c7d34-6def-49d8-a80a-966611a59877 req-68b046e7-d855-47c0-ae76-76a68844696a tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 Aug 05 15:34:25.593298 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:25.622079 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:25.622866 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:25.628463 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ec780-e185-4f4a-b0f1-4b3b4d84f194 req-b66a9b10-4811-4a6d-907c-d137638194b0 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:25.629889 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-640ec780-e185-4f4a-b0f1-4b3b4d84f194 req-b66a9b10-4811-4a6d-907c-d137638194b0 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0470924 Aug 05 15:34:25.678504 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-640ec780-e185-4f4a-b0f1-4b3b4d84f194 req-1ea03f95-a554-4b78-813d-0a8d311fdc82 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429070 Aug 05 15:34:26.037982 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b4149-a94a-4d41-81ae-84237f3378ee req-97f926c3-9f9a-490d-96ae-a899b9649998 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:26.039471 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-167b4149-a94a-4d41-81ae-84237f3378ee req-97f926c3-9f9a-490d-96ae-a899b9649998 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0531366 Aug 05 15:34:26.086894 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-167b4149-a94a-4d41-81ae-84237f3378ee req-de0ca204-754b-4598-b54b-5579027146cb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 Aug 05 15:34:26.249286 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=64 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:26.252163 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=43 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:26.421114 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f53fd-2100-47e2-8866-27aaa4ab4b40 req-216cd22c-af74-4496-8beb-57e30c284709 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:26.422711 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-966f53fd-2100-47e2-8866-27aaa4ab4b40 req-216cd22c-af74-4496-8beb-57e30c284709 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0558629 Aug 05 15:34:26.473973 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-966f53fd-2100-47e2-8866-27aaa4ab4b40 req-61649c5f-eef9-4fe5-994e-d42b36d07da7 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443494 Aug 05 15:34:26.501040 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c89a6-7f9e-4a4a-b8c3-d6e2efe75fc4 req-6258d9a7-1118-4a82-aa7b-5fc7a6429437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:26.502726 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-923c89a6-7f9e-4a4a-b8c3-d6e2efe75fc4 req-6258d9a7-1118-4a82-aa7b-5fc7a6429437 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 1130 time: 0.0403426 Aug 05 15:34:26.599407 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c89a6-7f9e-4a4a-b8c3-d6e2efe75fc4 req-55db41da-d977-4e3f-b10e-e68465beb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:26.600895 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-923c89a6-7f9e-4a4a-b8c3-d6e2efe75fc4 req-55db41da-d977-4e3f-b10e-e68465beb84f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=5556c147-7063-4e54-b1ad-a45bb656fda4 HTTP/1.1" status: 200 len: 912 time: 0.0895238 Aug 05 15:34:26.661721 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-923c89a6-7f9e-4a4a-b8c3-d6e2efe75fc4 req-f3082fe8-d325-4cbb-bc91-dc711a20e4de service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3bde49ef-58cd-4efe-9d08-24840f0c6502 HTTP/1.1" status: 200 len: 1002 time: 0.0543497 Aug 05 15:34:26.711517 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c89a6-7f9e-4a4a-b8c3-d6e2efe75fc4 req-298f7978-fcce-4763-a9c3-59858a1a9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:26.713078 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-923c89a6-7f9e-4a4a-b8c3-d6e2efe75fc4 req-298f7978-fcce-4763-a9c3-59858a1a9d73 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cb3c1b3d-59c6-4141-ad48-5db85d354a8b HTTP/1.1" status: 200 len: 850 time: 0.0452015 Aug 05 15:34:26.758506 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c89a6-7f9e-4a4a-b8c3-d6e2efe75fc4 req-cfd1e89f-8309-4815-b071-9ad830c1b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:26.760128 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-923c89a6-7f9e-4a4a-b8c3-d6e2efe75fc4 req-cfd1e89f-8309-4815-b071-9ad830c1b8c9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=5556c147-7063-4e54-b1ad-a45bb656fda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400517 Aug 05 15:34:26.809243 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946b4b4-e2df-4ac9-959d-6cccf3753a41 req-39005b32-e2a9-4f01-8a52-3683ca1e8bff tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:26.810718 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f946b4b4-e2df-4ac9-959d-6cccf3753a41 req-39005b32-e2a9-4f01-8a52-3683ca1e8bff tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0498636 Aug 05 15:34:26.855920 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-923c89a6-7f9e-4a4a-b8c3-d6e2efe75fc4 req-3aa88cce-471a-49d2-ba86-02b0e5f569a2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886683 Aug 05 15:34:26.857499 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f946b4b4-e2df-4ac9-959d-6cccf3753a41 req-ccdd220d-6db0-41f5-85a7-335e5c5e10aa tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411646 Aug 05 15:34:26.951663 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-923c89a6-7f9e-4a4a-b8c3-d6e2efe75fc4 req-8174eca5-f42c-4a56-a6d5-5d4df9e72bd6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884311 Aug 05 15:34:27.432307 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-5d043850-0a81-402f-9eeb-83c8d4534c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:27.594457 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1677a-f203-4274-bfc0-6aabf53870aa req-7727e804-9b1d-44a6-bea1-20b0dd608b8a tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:27.595918 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-50a1677a-f203-4274-bfc0-6aabf53870aa req-7727e804-9b1d-44a6-bea1-20b0dd608b8a tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0465667 Aug 05 15:34:27.625337 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:27.642999 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-50a1677a-f203-4274-bfc0-6aabf53870aa req-116f9e45-5289-4323-b471-7fb8b5a63a50 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415149 Aug 05 15:34:27.976446 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4e465-4890-45a6-8033-2119af106879 req-ed6aa5ab-cb13-46cc-ab14-29e8cb4a8ca3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:27.977897 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-29a4e465-4890-45a6-8033-2119af106879 req-ed6aa5ab-cb13-46cc-ab14-29e8cb4a8ca3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0473018 Aug 05 15:34:28.031766 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-29a4e465-4890-45a6-8033-2119af106879 req-ac8242c6-d61b-430a-83eb-1fd5f3f82776 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476651 Aug 05 15:34:28.759944 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c7955-2187-48bd-af86-e8dc8ca6b1b2 req-99996f13-3907-4f75-b885-5fa0da2cb419 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:28.761435 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a66c7955-2187-48bd-af86-e8dc8ca6b1b2 req-99996f13-3907-4f75-b885-5fa0da2cb419 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0480084 Aug 05 15:34:28.808263 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a66c7955-2187-48bd-af86-e8dc8ca6b1b2 req-d7591631-9f34-49a3-b0b3-a955e7f9aa1c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411878 Aug 05 15:34:29.149482 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09f015-5fc4-4606-b54c-26872c04a050 req-16e706dd-e2c1-4185-8363-9ef370da2929 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:29.150938 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ec09f015-5fc4-4606-b54c-26872c04a050 req-16e706dd-e2c1-4185-8363-9ef370da2929 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0462835 Aug 05 15:34:29.197992 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ec09f015-5fc4-4606-b54c-26872c04a050 req-1ed1a15d-9cba-4ecf-9288-bef0e769cc4c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410392 Aug 05 15:34:29.878315 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-31fa2573-6c6b-4c10-9230-cfbb4fbe224c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:30.318197 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be97296-af84-4067-8503-2bd46416a610 req-1ae7fad8-79c4-4c28-b4cb-1ba7cdcc0a75 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:30.319635 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1be97296-af84-4067-8503-2bd46416a610 req-1ae7fad8-79c4-4c28-b4cb-1ba7cdcc0a75 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0485663 Aug 05 15:34:30.365630 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1be97296-af84-4067-8503-2bd46416a610 req-2474c88a-ffd0-4d2b-a5d1-e1fb242ebb88 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405617 Aug 05 15:34:30.575038 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:30.867119 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:30.941827 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ae71f-04ee-4585-be71-e761d9334cb5 req-78136a16-b796-40cd-806b-27b888f0c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:30.943440 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-371ae71f-04ee-4585-be71-e761d9334cb5 req-78136a16-b796-40cd-806b-27b888f0c9ac service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 1129 time: 0.0385098 Aug 05 15:34:30.989674 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-371ae71f-04ee-4585-be71-e761d9334cb5 req-5c440d98-b434-4e7a-abe3-35a31b2570fc service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375369 Aug 05 15:34:31.481886 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e68117-99d5-4e12-9a35-bf5e432d213d req-3337c4a4-1993-4bd9-a2f7-4119747ba901 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:31.483234 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d7e68117-99d5-4e12-9a35-bf5e432d213d req-3337c4a4-1993-4bd9-a2f7-4119747ba901 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0451984 Aug 05 15:34:31.528867 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d7e68117-99d5-4e12-9a35-bf5e432d213d req-f51afb89-a11e-4444-87fd-a164341a8978 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403521 Aug 05 15:34:32.347016 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:32.598924 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:32.647468 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4c1dc-47b2-44ab-82ee-b2efd65d6344 req-8bb3c2f6-7d13-4a63-9220-2d0f000eba2c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:32.648987 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-46f4c1dc-47b2-44ab-82ee-b2efd65d6344 req-8bb3c2f6-7d13-4a63-9220-2d0f000eba2c tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0471957 Aug 05 15:34:32.704228 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-46f4c1dc-47b2-44ab-82ee-b2efd65d6344 req-24d92366-bb87-438c-83d3-154f43e41dcc tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496666 Aug 05 15:34:33.787422 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:33.822015 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d3655-6dee-482a-98fc-3aa6e34a4834 req-418b8b92-9381-41c5-ab0d-78b141bcb533 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:33.823473 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f86d3655-6dee-482a-98fc-3aa6e34a4834 req-418b8b92-9381-41c5-ab0d-78b141bcb533 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0463991 Aug 05 15:34:33.870897 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f86d3655-6dee-482a-98fc-3aa6e34a4834 req-27fcf18f-d6cc-4e8e-934f-f8bb992be9c7 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Aug 05 15:34:34.420656 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1525f-44b8-426c-b004-6a4596da7652 req-f3192d9a-1345-43f5-bca4-6d801701995d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:34.422127 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7cc1525f-44b8-426c-b004-6a4596da7652 req-f3192d9a-1345-43f5-bca4-6d801701995d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0501871 Aug 05 15:34:34.467060 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0bb41-c800-43d3-8677-80f9c9ce01b6 req-7589d1ee-ad80-43b8-bc30-a4a24064581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:34.468577 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-70d0bb41-c800-43d3-8677-80f9c9ce01b6 req-7589d1ee-ad80-43b8-bc30-a4a24064581b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 1129 time: 0.0381386 Aug 05 15:34:34.471155 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7cc1525f-44b8-426c-b004-6a4596da7652 req-d52504ce-6d8f-4e17-97b2-60e4873caf7b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434852 Aug 05 15:34:34.561593 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0bb41-c800-43d3-8677-80f9c9ce01b6 req-ba2d029d-7dd0-4546-a913-56c5c91683ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:34.563571 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-70d0bb41-c800-43d3-8677-80f9c9ce01b6 req-ba2d029d-7dd0-4546-a913-56c5c91683ee service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 0.0883272 Aug 05 15:34:34.624528 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-70d0bb41-c800-43d3-8677-80f9c9ce01b6 req-31a10660-7a18-4bdf-86ed-49b3798a5194 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc HTTP/1.1" status: 200 len: 1001 time: 0.0542860 Aug 05 15:34:34.674982 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0bb41-c800-43d3-8677-80f9c9ce01b6 req-c966b9d5-855f-4e2e-a4f4-e4a97e325656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:34.676426 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-70d0bb41-c800-43d3-8677-80f9c9ce01b6 req-c966b9d5-855f-4e2e-a4f4-e4a97e325656 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.0462234 Aug 05 15:34:34.724860 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0bb41-c800-43d3-8677-80f9c9ce01b6 req-6aa8afc7-b04b-4e6a-afcf-639e963288f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:34.726296 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-70d0bb41-c800-43d3-8677-80f9c9ce01b6 req-6aa8afc7-b04b-4e6a-afcf-639e963288f0 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369701 Aug 05 15:34:34.818254 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-70d0bb41-c800-43d3-8677-80f9c9ce01b6 req-891b0571-0c89-46fa-9d67-859d176504aa service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854712 Aug 05 15:34:34.880717 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:34.884836 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:34.907617 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-70d0bb41-c800-43d3-8677-80f9c9ce01b6 req-8173d155-7157-4c98-b20e-02c8bb96d916 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829844 Aug 05 15:34:35.596947 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a7e6f-710c-4f91-9e8e-ac4cf83353f8 req-52f61291-e673-4546-8c86-815dde9ad22a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:35.598523 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e79a7e6f-710c-4f91-9e8e-ac4cf83353f8 req-52f61291-e673-4546-8c86-815dde9ad22a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0520213 Aug 05 15:34:35.646561 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e79a7e6f-710c-4f91-9e8e-ac4cf83353f8 req-e846a4b4-bad8-474b-9f2a-cde4ec12800f tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419004 Aug 05 15:34:36.763743 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a1c3d-aab9-4e6c-932c-61df759349e1 req-10e0c492-5d90-4f92-8b14-a482b4c9b596 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:36.765206 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c23a1c3d-aab9-4e6c-932c-61df759349e1 req-10e0c492-5d90-4f92-8b14-a482b4c9b596 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0463619 Aug 05 15:34:36.814076 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c23a1c3d-aab9-4e6c-932c-61df759349e1 req-424bb7cb-44bb-4208-9ce4-c669611c5bf1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428181 Aug 05 15:34:37.899702 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:37.937552 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417bbee-003a-4921-9611-3eeb2c7f48db req-e7711955-5efd-4935-bc84-72ff3a23c52b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:37.939009 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1417bbee-003a-4921-9611-3eeb2c7f48db req-e7711955-5efd-4935-bc84-72ff3a23c52b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0496037 Aug 05 15:34:37.985618 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1417bbee-003a-4921-9611-3eeb2c7f48db req-35157fef-cde2-48cf-946b-1282866c3ac4 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411973 Aug 05 15:34:38.108642 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abedc4cf-e05c-4b59-ad65-e7930c2e3d17 req-68b4d753-f251-49ca-bff3-510482220bee tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:38.110082 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-abedc4cf-e05c-4b59-ad65-e7930c2e3d17 req-68b4d753-f251-49ca-bff3-510482220bee tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0540969 Aug 05 15:34:38.120257 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43642) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:34:38.124554 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-486e8852-f8cc-43a5-944b-0d939524f0db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Request body: {'floatingip': {'port_id': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:34:38.176683 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-486e8852-f8cc-43a5-944b-0d939524f0db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for floatingip (c7c86fe1-6d4a-4089-b380-952aa8bc5b0c), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:38.629991 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-486e8852-f8cc-43a5-944b-0d939524f0db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:38.679071 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-486e8852-f8cc-43a5-944b-0d939524f0db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (c7c86fe1-6d4a-4089-b380-952aa8bc5b0c), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:38.778653 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:38.888535 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486e8852-f8cc-43a5-944b-0d939524f0db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:34:38.913183 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:38.918027 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:38.975544 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:38.989811 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486e8852-f8cc-43a5-944b-0d939524f0db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:34:38.994704 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-486e8852-f8cc-43a5-944b-0d939524f0db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:38.999532 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcecebba-7cc9-4886-8e47-35f39e946c08 None None] Sync routers for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:34:39.012533 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcecebba-7cc9-4886-8e47-35f39e946c08 None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:34:39.013152 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fcecebba-7cc9-4886-8e47-35f39e946c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:34:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:34:39.025981 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:34:39.030083 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b" -d '{"events": [{"name": "network-changed", "server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:34:39.064281 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-486e8852-f8cc-43a5-944b-0d939524f0db tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/c7c86fe1-6d4a-4089-b380-952aa8bc5b0c HTTP/1.1" status: 200 len: 993 time: 0.9429011 Aug 05 15:34:39.069845 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f0dd25-3200-42b5-bd18-96ceae8363f8 x-openstack-request-id: req-61f0dd25-3200-42b5-bd18-96ceae8363f8 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:34:39.070129 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:34:39.070377 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-61f0dd25-3200-42b5-bd18-96ceae8363f8 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:34:39.070773 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f0dd25-3200-42b5-bd18-96ceae8363f8'] response: {'name': 'network-changed', 'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'status': 'completed', 'code': 200} Aug 05 15:34:39.115348 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-fcecebba-7cc9-4886-8e47-35f39e946c08 None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:34:39.133843 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b req-a609b8df-bd54-4207-a915-11d8ee92242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:39.135350 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b req-a609b8df-bd54-4207-a915-11d8ee92242a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 1129 time: 0.0387442 Aug 05 15:34:39.235800 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b req-3aa4a13e-99d2-4d13-a6c7-3348d0273dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:39.237315 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b req-3aa4a13e-99d2-4d13-a6c7-3348d0273dda service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 0.0902705 Aug 05 15:34:39.299747 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b req-3e55820e-2fb9-4529-a2e8-c7787a6496fb service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc HTTP/1.1" status: 200 len: 1001 time: 0.0558951 Aug 05 15:34:39.321464 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fcecebba-7cc9-4886-8e47-35f39e946c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': 'c7c86fe1-6d4a-4089-b380-952aa8bc5b0c', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'port_id': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'mac_address': 'fa:16:3e:cb:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:32:54Z', 'updated_at': '2022-08-05T15:34:38Z', 'revision_number': 3, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:31:06Z', 'revision_number': 5, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:34:39.346395 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcecebba-7cc9-4886-8e47-35f39e946c08 None None] Checking router: 99924b0f-eeef-467a-8364-a38fb6bc9aa8 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:34:39.353043 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b req-b7d24f96-8b4b-4c50-914b-d6b01b20feae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:39.354522 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b req-b7d24f96-8b4b-4c50-914b-d6b01b20feae service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.0480528 Aug 05 15:34:39.354656 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcecebba-7cc9-4886-8e47-35f39e946c08 None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:34:39.355170 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fcecebba-7cc9-4886-8e47-35f39e946c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:34:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:34:39.403915 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b req-410363dd-8b0a-43f7-821e-ed537685b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:39.405462 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b req-410363dd-8b0a-43f7-821e-ed537685b710 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386982 Aug 05 15:34:39.454711 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-fcecebba-7cc9-4886-8e47-35f39e946c08 None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:34:39.504812 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b req-7e3d1ff1-5957-4790-94d7-2664babc28ea service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871994 Aug 05 15:34:39.595438 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-8e728ae5-7b0c-4a87-bc0b-dc4b7848b06b req-63577a15-1070-436c-93e2-525a23de15ed service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844016 Aug 05 15:34:39.662468 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fcecebba-7cc9-4886-8e47-35f39e946c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': 'c7c86fe1-6d4a-4089-b380-952aa8bc5b0c', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'port_id': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'mac_address': 'fa:16:3e:cb:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:32:54Z', 'updated_at': '2022-08-05T15:34:38Z', 'revision_number': 3, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:31:06Z', 'revision_number': 5, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:34:39.686234 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcecebba-7cc9-4886-8e47-35f39e946c08 None None] The sync data for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi is: [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': 'c7c86fe1-6d4a-4089-b380-952aa8bc5b0c', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'port_id': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 384, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'mac_address': 'fa:16:3e:cb:f4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:32:54Z', 'updated_at': '2022-08-05T15:34:38Z', 'revision_number': 3, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:31:06Z', 'revision_number': 5, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:34:41.071934 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:34:41.074747 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29db8ca-038a-4238-a48b-a071e54c246a" -d '{"events": [{"name": "network-changed", "server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:34:41.112193 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd149a3a-336c-4601-ae0f-b2c3bde8b119 x-openstack-request-id: req-cd149a3a-336c-4601-ae0f-b2c3bde8b119 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:34:41.112486 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:34:41.112739 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cd149a3a-336c-4601-ae0f-b2c3bde8b119 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:34:41.113132 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd149a3a-336c-4601-ae0f-b2c3bde8b119'] response: {'name': 'network-changed', 'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'status': 'completed', 'code': 200} Aug 05 15:34:41.175317 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db8ca-038a-4238-a48b-a071e54c246a req-68b42f0c-1da0-4c20-83a1-d3b7b6dbf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:41.176881 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b29db8ca-038a-4238-a48b-a071e54c246a req-68b42f0c-1da0-4c20-83a1-d3b7b6dbf461 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=1cb48dbd26c747d290bf3e666e65027a&device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 1129 time: 0.0391335 Aug 05 15:34:41.268744 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db8ca-038a-4238-a48b-a071e54c246a req-4f291ac3-674d-462b-a591-b95131fa1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:41.270164 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b29db8ca-038a-4238-a48b-a071e54c246a req-4f291ac3-674d-462b-a591-b95131fa1b2a service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 200 len: 920 time: 0.0868461 Aug 05 15:34:41.337473 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b29db8ca-038a-4238-a48b-a071e54c246a req-21dbe0a8-b40e-416e-9ee0-667f431144d0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc HTTP/1.1" status: 200 len: 1001 time: 0.0564981 Aug 05 15:34:41.390643 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db8ca-038a-4238-a48b-a071e54c246a req-79fe30e6-cdae-42ba-9ea6-0ec1aa0d642b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:41.392801 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b29db8ca-038a-4238-a48b-a071e54c246a req-79fe30e6-cdae-42ba-9ea6-0ec1aa0d642b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 200 len: 858 time: 0.0481212 Aug 05 15:34:41.434449 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db8ca-038a-4238-a48b-a071e54c246a req-9cf92681-5fe3-4868-86ea-89e9e0003330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:41.435895 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b29db8ca-038a-4238-a48b-a071e54c246a req-9cf92681-5fe3-4868-86ea-89e9e0003330 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=51a7564f-6f88-44aa-8bd2-cac8188d6f98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0364554 Aug 05 15:34:41.535523 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b29db8ca-038a-4238-a48b-a071e54c246a req-5736c908-ca8b-4ae0-a82f-44e6fa01541c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844004 Aug 05 15:34:41.622872 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:41.627270 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-b29db8ca-038a-4238-a48b-a071e54c246a req-23a0254e-fd25-4969-aaee-4ea6c1d6129f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819378 Aug 05 15:34:49.058634 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=37 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:49.660221 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:49.665029 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:51.613954 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:34:57.470170 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-4b9a09f7-22d8-4d05-b6f9-35408d3cf54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:59.887521 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd34fed-bdae-4c56-9f5c-3618a8825b3a req-4d4658f0-4b22-43a5-900c-a72fbfa68346 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:34:59.889009 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0fd34fed-bdae-4c56-9f5c-3618a8825b3a req-4d4658f0-4b22-43a5-900c-a72fbfa68346 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 946 time: 0.0470459 Aug 05 15:34:59.893121 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-972f0b62-0597-4a45-ab52-f7ad6d843228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:34:59.945978 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0fd34fed-bdae-4c56-9f5c-3618a8825b3a req-5da5864a-9e8c-405e-8186-87db9f78286b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504384 Aug 05 15:35:00.566894 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:00.846961 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:00.916402 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:35:01.069974 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76848e-0f9c-423b-b7ec-0f3c6c81d183 req-4c407260-733b-4f95-8b6f-3083f80a02c0 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:01.071432 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0d76848e-0f9c-423b-b7ec-0f3c6c81d183 req-4c407260-733b-4f95-8b6f-3083f80a02c0 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 946 time: 0.0459006 Aug 05 15:35:01.116933 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0d76848e-0f9c-423b-b7ec-0f3c6c81d183 req-a7e95e93-2fb7-47c6-83d6-cd3dbe96ffdd tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 Aug 05 15:35:01.561946 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-66956964-357c-4b23-986c-a6ac3c2d186a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:01.563383 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-66956964-357c-4b23-986c-a6ac3c2d186a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 946 time: 0.0458376 Aug 05 15:35:01.647673 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Deleting port a7e56405-70bc-42da-933f-8a3780bd6a0f {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:01.647945 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:01.734740 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] For port a7e56405-70bc-42da-933f-8a3780bd6a0f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a7e56405-70bc-42da-933f-8a3780bd6a0f,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:01.735101 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:02.171743 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:02.171743 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (66f6bd41-4173-4704-92b2-4e534c84804d), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:02.172034 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Floating IP 66f6bd41-4173-4704-92b2-4e534c84804d disassociated. External IP: 172.27.0.33, port: a7e56405-70bc-42da-933f-8a3780bd6a0f. Aug 05 15:35:02.172408 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Calling delete_port for a7e56405-70bc-42da-933f-8a3780bd6a0f owned by compute:nova {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:02.247451 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ab55a-98b9-4f64-ad60-b8eaf9739531 req-b05a2a51-920f-4ce9-918e-4e3b4ecca627 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:02.248968 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a94ab55a-98b9-4f64-ad60-b8eaf9739531 req-b05a2a51-920f-4ce9-918e-4e3b4ecca627 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 946 time: 0.0477209 Aug 05 15:35:02.304104 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a94ab55a-98b9-4f64-ad60-b8eaf9739531 req-6e33b1b5-bbb0-4d3d-80e9-3b36056f9949 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=80523267-ef57-4eb6-afb5-d93e250a754b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487399 Aug 05 15:35:02.384941 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:02.385507 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (a7e56405-70bc-42da-933f-8a3780bd6a0f), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:02.411589 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event deleted for resources: {'Port': ['ID=a7e56405-70bc-42da-933f-8a3780bd6a0f,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:02.421365 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.421718 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.422067 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.422412 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.422756 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.423095 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.423431 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.423767 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.424459 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.424459 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.424759 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.425087 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.425413 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.425742 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.426065 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:02.534743 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Router 44fb3fe5-ff13-461f-9925-8faf21687633 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:35:02.596577 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:02.643427 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:35:02.656948 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fedba-caa2-4911-b781-4b89436d0105 None None] Sync routers for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:35:02.668468 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fedba-caa2-4911-b781-4b89436d0105 None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:02.669326 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fb0fedba-caa2-4911-b781-4b89436d0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:02.687724 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] No DVR routers for this DVR port a7e56405-70bc-42da-933f-8a3780bd6a0f on host hv-cinder-84989 {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:35:02.690305 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:02.694364 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-294547c9-b273-4afe-8c30-ee03ecc58801 req-a00bfbd7-3ef8-4960-ad00-b99c226c9608 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.17 "DELETE /networking/v2.0/ports/a7e56405-70bc-42da-933f-8a3780bd6a0f HTTP/1.1" status: 204 len: 173 time: 1.1249669 Aug 05 15:35:02.694846 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'name': 'network-vif-deleted', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:35:02.697122 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26a4fa2-6d23-49aa-9a6b-cdfb67683c9c" -d '{"events": [{"server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "name": "network-vif-deleted", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:35:02.737991 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48070d1c-3eca-474e-9c66-e09e9cb841ea x-openstack-request-id: req-48070d1c-3eca-474e-9c66-e09e9cb841ea {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:35:02.738291 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c377a731-4e6f-47c0-96f5-1b3e2237897d", "name": "network-vif-deleted", "tag": "a7e56405-70bc-42da-933f-8a3780bd6a0f", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:35:02.738548 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-48070d1c-3eca-474e-9c66-e09e9cb841ea {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:35:02.738977 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48070d1c-3eca-474e-9c66-e09e9cb841ea'] response: {'server_uuid': 'c377a731-4e6f-47c0-96f5-1b3e2237897d', 'name': 'network-vif-deleted', 'tag': 'a7e56405-70bc-42da-933f-8a3780bd6a0f', 'status': 'completed', 'code': 200} Aug 05 15:35:02.780802 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-fb0fedba-caa2-4911-b781-4b89436d0105 None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:02.970745 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fb0fedba-caa2-4911-b781-4b89436d0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:03.080406 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fedba-caa2-4911-b781-4b89436d0105 None None] Checking router: 44fb3fe5-ff13-461f-9925-8faf21687633 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:35:03.089432 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0fedba-caa2-4911-b781-4b89436d0105 None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:03.090031 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fb0fedba-caa2-4911-b781-4b89436d0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:03.189521 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-fb0fedba-caa2-4911-b781-4b89436d0105 None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:03.383609 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fb0fedba-caa2-4911-b781-4b89436d0105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:03.414724 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0fedba-caa2-4911-b781-4b89436d0105 None None] The sync data for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi is: [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:35:03.433934 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-16bac9ab-5486-4a50-9d4f-8013939a81e3 req-52259419-a4a7-4874-b68b-f5bd7b998a61 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c377a731-4e6f-47c0-96f5-1b3e2237897d HTTP/1.1" status: 200 len: 210 time: 0.0331192 Aug 05 15:35:03.601593 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a7e56405-70bc-42da-933f-8a3780bd6a0f no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:35:03.623704 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: a7e56405-70bc-42da-933f-8a3780bd6a0f {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:35:03.624576 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a7e56405-70bc-42da-933f-8a3780bd6a0f not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:35:03.669946 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f64e08-eb8e-4e98-872c-c8c86e6e88fb None None] New status for floating IP 66f6bd41-4173-4704-92b2-4e534c84804d: DOWN {{(pid=104519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:35:04.591447 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43698) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:04.653721 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-21747130-01fa-4238-b4f1-7dda22296e4b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (80523267-ef57-4eb6-afb5-d93e250a754b), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:04.655267 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:04.679632 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:04.681793 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-21747130-01fa-4238-b4f1-7dda22296e4b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (80523267-ef57-4eb6-afb5-d93e250a754b), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:04.813433 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-21747130-01fa-4238-b4f1-7dda22296e4b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (80523267-ef57-4eb6-afb5-d93e250a754b), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:04.816166 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-21747130-01fa-4238-b4f1-7dda22296e4b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:04.817389 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-21747130-01fa-4238-b4f1-7dda22296e4b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/80523267-ef57-4eb6-afb5-d93e250a754b HTTP/1.1" status: 204 len: 168 time: 0.2248812 Aug 05 15:35:04.821028 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43700) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:04.832637 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21747130-01fa-4238-b4f1-7dda22296e4b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80523267-ef57-4eb6-afb5-d93e250a754b,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:04.836842 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.api.v2.resource [None req-8debec26-a19b-403c-a6ba-c604293c77af tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] show failed (client error): The resource could not be found. Aug 05 15:35:04.837083 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-8debec26-a19b-403c-a6ba-c604293c77af tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups/80523267-ef57-4eb6-afb5-d93e250a754b HTTP/1.1" status: 404 len: 347 time: 0.0150783 Aug 05 15:35:04.840132 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43702) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:04.964647 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d3b39-2997-48f2-813c-2134c8cbee34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Deleting port 6f24fe33-2219-4194-b184-a637139fc06b {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:04.964914 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3b39-2997-48f2-813c-2134c8cbee34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (6f24fe33-2219-4194-b184-a637139fc06b), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:05.042502 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3b39-2997-48f2-813c-2134c8cbee34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (6f24fe33-2219-4194-b184-a637139fc06b), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:05.042819 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3b39-2997-48f2-813c-2134c8cbee34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (6f24fe33-2219-4194-b184-a637139fc06b), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:05.055565 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-2b0d3b39-2997-48f2-813c-2134c8cbee34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Calling delete_port for 6f24fe33-2219-4194-b184-a637139fc06b owned by network:floatingip {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:05.253561 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3b39-2997-48f2-813c-2134c8cbee34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (6f24fe33-2219-4194-b184-a637139fc06b), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:05.277616 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d3b39-2997-48f2-813c-2134c8cbee34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event deleted for resources: {'Port': ['ID=6f24fe33-2219-4194-b184-a637139fc06b,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:05.340832 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3b39-2997-48f2-813c-2134c8cbee34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (66f6bd41-4173-4704-92b2-4e534c84804d), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:05.343206 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2b0d3b39-2997-48f2-813c-2134c8cbee34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:05.344390 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-2b0d3b39-2997-48f2-813c-2134c8cbee34 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/66f6bd41-4173-4704-92b2-4e534c84804d HTTP/1.1" status: 204 len: 168 time: 0.5032730 Aug 05 15:35:05.531181 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43706) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:05.535853 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-adcb4397-a251-4d79-99b0-86d1035cea6c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495536906', 'description': 'tempest-description--775052304'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:05.625120 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-adcb4397-a251-4d79-99b0-86d1035cea6c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:05.689512 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-adcb4397-a251-4d79-99b0-86d1035cea6c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (994f2af7-916b-4ee8-9233-2597bb2e1e32), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:05.738902 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-adcb4397-a251-4d79-99b0-86d1035cea6c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (994f2af7-916b-4ee8-9233-2597bb2e1e32), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:05.767368 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb4397-a251-4d79-99b0-86d1035cea6c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994f2af7-916b-4ee8-9233-2597bb2e1e32,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:05.827065 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-adcb4397-a251-4d79-99b0-86d1035cea6c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:05.828328 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-adcb4397-a251-4d79-99b0-86d1035cea6c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2961330 Aug 05 15:35:05.831195 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43708) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:05.835865 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-bf7983ee-420e-49b7-8f54-8f161f4eb3ef tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'security_group_rule': {'security_group_id': '994f2af7-916b-4ee8-9233-2597bb2e1e32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:05.922264 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bf7983ee-420e-49b7-8f54-8f161f4eb3ef tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (6159f1f1-57c8-4d63-96e3-ceed5c6e3118), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:05.976372 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bf7983ee-420e-49b7-8f54-8f161f4eb3ef tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (6159f1f1-57c8-4d63-96e3-ceed5c6e3118), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:06.047259 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bf7983ee-420e-49b7-8f54-8f161f4eb3ef tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (6159f1f1-57c8-4d63-96e3-ceed5c6e3118), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:06.065443 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7983ee-420e-49b7-8f54-8f161f4eb3ef tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6159f1f1-57c8-4d63-96e3-ceed5c6e3118,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:06.135041 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bf7983ee-420e-49b7-8f54-8f161f4eb3ef tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:06.136275 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-bf7983ee-420e-49b7-8f54-8f161f4eb3ef tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3041410 Aug 05 15:35:06.138921 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43710) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:06.143038 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-ea609565-d296-4346-86df-688687536711 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'security_group_rule': {'security_group_id': '994f2af7-916b-4ee8-9233-2597bb2e1e32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:06.221662 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ea609565-d296-4346-86df-688687536711 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (aec2100c-2fd6-420a-aa00-8cb708c2c0d6), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:06.267618 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ea609565-d296-4346-86df-688687536711 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (aec2100c-2fd6-420a-aa00-8cb708c2c0d6), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:06.316051 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ea609565-d296-4346-86df-688687536711 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (aec2100c-2fd6-420a-aa00-8cb708c2c0d6), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:06.334179 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea609565-d296-4346-86df-688687536711 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec2100c-2fd6-420a-aa00-8cb708c2c0d6,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:06.381432 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ea609565-d296-4346-86df-688687536711 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:06.382883 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-ea609565-d296-4346-86df-688687536711 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2430499 Aug 05 15:35:06.385848 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43714) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:06.390846 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:06.464764 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:06.542480 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:06.649876 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Allocated IP 172.27.0.73 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/b8673643-22ba-42f9-8090-2360be597484) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:35:06.704360 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:06.710051 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:06.759563 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for port (b8673643-22ba-42f9-8090-2360be597484), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:06.836832 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (b8673643-22ba-42f9-8090-2360be597484), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:06.871882 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:35:06.874769 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:35:06.883372 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:35:06.909026 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'Port': ['ID=b8673643-22ba-42f9-8090-2360be597484,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:06.967350 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (51d409e0-f80b-4817-94fd-40f494609d29), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:07.067573 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (b8673643-22ba-42f9-8090-2360be597484), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:07.224360 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for port (b8673643-22ba-42f9-8090-2360be597484), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:07.310831 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (b8673643-22ba-42f9-8090-2360be597484), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:07.363637 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:07.384833 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (51d409e0-f80b-4817-94fd-40f494609d29), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:07.388628 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'Port': ['ID=b8673643-22ba-42f9-8090-2360be597484,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:07.478413 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:07.479617 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-245ef462-df50-411f-a52b-f259b4534f21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0928590 Aug 05 15:35:07.679883 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-9ce54056-a531-48cc-a4f6-9624de47cdf3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--495536906&fields=id&tenant_id=648f7ac8fb934441b6782d00d0b5ef10 HTTP/1.1" status: 200 len: 267 time: 0.0436037 Aug 05 15:35:07.762754 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:07.801431 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-7d0bd515-12a9-47e7-8bb3-ecf205ada155 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:07.802826 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-7d0bd515-12a9-47e7-8bb3-ecf205ada155 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 817 time: 0.1164706 Aug 05 15:35:07.836449 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-1f7f3137-6ec4-44dc-abd4-3527836a8ab8 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/quotas/648f7ac8fb934441b6782d00d0b5ef10 HTTP/1.1" status: 200 len: 375 time: 0.0175889 Aug 05 15:35:07.844352 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee08dc-9e1f-40e7-baac-281bb9e6bdb5 req-823b5a1b-4695-46d0-b5af-402f730ccc5f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:07.845727 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aaee08dc-9e1f-40e7-baac-281bb9e6bdb5 req-823b5a1b-4695-46d0-b5af-402f730ccc5f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0620561 Aug 05 15:35:07.877243 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:07.908223 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-43ff15b9-138a-4e26-967a-bf16ddd222bc tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615852 Aug 05 15:35:07.932980 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aaee08dc-9e1f-40e7-baac-281bb9e6bdb5 req-57a6e4fb-d2bb-41ce-8dda-bd3de53008c2 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777893 Aug 05 15:35:08.010119 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-604640e6-c43c-4b76-96e2-18a5a3d05e8d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894203 Aug 05 15:35:08.098998 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-86104930-dbfe-402a-86d6-d165ad3e01e4 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832736 Aug 05 15:35:08.326107 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-55bb11ab-f17e-49d0-8720-e43a2e455338 req-204e3391-9ad3-4a04-a9ff-f3777ddbba7d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 210 time: 0.0272188 Aug 05 15:35:09.048829 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e453d-18b4-4670-989e-b390884b7e82 req-00776288-a038-452f-96df-e334f1d184b7 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:09.050725 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c27e453d-18b4-4670-989e-b390884b7e82 req-00776288-a038-452f-96df-e334f1d184b7 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0472753 Aug 05 15:35:09.097979 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c27e453d-18b4-4670-989e-b390884b7e82 req-3126b96c-259b-4106-9b6e-a62c12733681 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415518 Aug 05 15:35:09.437662 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c7fbcbfb-f1b8-4879-bd42-900b1f81734b req-dbbdbd81-adc6-45a7-8797-d6cb2ed3081e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 210 time: 0.0357442 Aug 05 15:35:09.908123 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832674d8-ef92-4692-8421-3a53b32af393 req-15148d96-1b7b-490b-a8dd-f7658a3a0826 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:09.909594 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-832674d8-ef92-4692-8421-3a53b32af393 req-15148d96-1b7b-490b-a8dd-f7658a3a0826 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.0471461 Aug 05 15:35:09.995641 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Deleting port 3bde49ef-58cd-4efe-9d08-24840f0c6502 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:09.995984 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:10.085437 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] For port 3bde49ef-58cd-4efe-9d08-24840f0c6502, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=3bde49ef-58cd-4efe-9d08-24840f0c6502,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:10.085804 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:10.260337 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:10.260700 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (7b9aec63-1e48-415b-a5d4-4e6a2bb75425), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:10.261026 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Floating IP 7b9aec63-1e48-415b-a5d4-4e6a2bb75425 disassociated. External IP: 172.27.0.191, port: 3bde49ef-58cd-4efe-9d08-24840f0c6502. Aug 05 15:35:10.261371 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Calling delete_port for 3bde49ef-58cd-4efe-9d08-24840f0c6502 owned by compute:nova {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:10.376768 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:10.431990 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b9b67-03c5-422e-a1b8-bc7663b74791 req-80137b48-c7ab-485c-a67d-a9ffb8b43f8f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:10.433429 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-837b9b67-03c5-422e-a1b8-bc7663b74791 req-80137b48-c7ab-485c-a67d-a9ffb8b43f8f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 946 time: 0.2611339 Aug 05 15:35:10.480105 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-837b9b67-03c5-422e-a1b8-bc7663b74791 req-f8c052c5-ed4e-4e95-a56a-77624d922797 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=494bd92f-a828-4103-b576-df16735e5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410695 Aug 05 15:35:10.482522 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (3bde49ef-58cd-4efe-9d08-24840f0c6502), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:10.515314 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event deleted for resources: {'Port': ['ID=3bde49ef-58cd-4efe-9d08-24840f0c6502,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:10.550347 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6a95d707-371a-4147-98b0-8170cc79fe95 req-b3f8de1b-82c0-4dd9-8a38-9b2268ec32f8 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 210 time: 0.0340672 Aug 05 15:35:10.722409 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-3560109d-39c5-407f-ae70-aefd57848b05 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:10.723896 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-3560109d-39c5-407f-ae70-aefd57848b05 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.17 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 817 time: 0.1626883 Aug 05 15:35:10.725644 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Router 65128544-0210-470a-b8da-71d7b5d24c58 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:35:10.732383 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:10.856265 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-436b7ade-37e5-419f-a8d1-52955a7aa7c3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=648f7ac8fb934441b6782d00d0b5ef10 HTTP/1.1" status: 200 len: 379 time: 0.1226707 Aug 05 15:35:10.867219 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'port': {'device_id': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'admin_state_up': True, 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'security_groups': ['994f2af7-916b-4ee8-9233-2597bb2e1e32']}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:10.931084 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:35:10.946446 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0656ace-3396-4f4f-865d-821594e606a7 None None] Sync routers for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:35:10.961654 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0656ace-3396-4f4f-865d-821594e606a7 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:10.963829 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-f0656ace-3396-4f4f-865d-821594e606a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:10.986628 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] No DVR routers for this DVR port 3bde49ef-58cd-4efe-9d08-24840f0c6502 on host hv-cinder-84989 {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:35:10.989365 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:10.992717 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-832674d8-ef92-4692-8421-3a53b32af393 req-2ba82a54-0892-44cd-89bf-8b82652ce2df tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.17 "DELETE /networking/v2.0/ports/3bde49ef-58cd-4efe-9d08-24840f0c6502 HTTP/1.1" status: 204 len: 173 time: 1.0783699 Aug 05 15:35:10.993219 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12163066-5037-46d7-8e66-c900aead6e69', 'name': 'network-vif-deleted', 'tag': '3bde49ef-58cd-4efe-9d08-24840f0c6502'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:35:10.995508 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49095994-498f-4883-a24a-41313869b858" -d '{"events": [{"server_uuid": "12163066-5037-46d7-8e66-c900aead6e69", "name": "network-vif-deleted", "tag": "3bde49ef-58cd-4efe-9d08-24840f0c6502"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:35:11.069739 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9604c7-7f20-4767-b7b2-276a8cd1957f x-openstack-request-id: req-3c9604c7-7f20-4767-b7b2-276a8cd1957f {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:35:11.070231 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12163066-5037-46d7-8e66-c900aead6e69", "name": "network-vif-deleted", "tag": "3bde49ef-58cd-4efe-9d08-24840f0c6502", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:35:11.070530 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3c9604c7-7f20-4767-b7b2-276a8cd1957f {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:35:11.071788 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9604c7-7f20-4767-b7b2-276a8cd1957f'] response: {'server_uuid': '12163066-5037-46d7-8e66-c900aead6e69', 'name': 'network-vif-deleted', 'tag': '3bde49ef-58cd-4efe-9d08-24840f0c6502', 'status': 'completed', 'code': 200} Aug 05 15:35:11.092445 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-f0656ace-3396-4f4f-865d-821594e606a7 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:11.105721 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Made reservation on behalf of 648f7ac8fb934441b6782d00d0b5ef10 for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:35:11.109226 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:11.214786 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:11.276859 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Allocated IP 172.20.0.6 (c44331f6-946f-4f51-8016-9a872c1f5969/0fd5c40f-af1a-4779-a54d-b857ddde5de6/b7a39fee-4688-4052-adea-986dac23d796) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:35:11.287936 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-f0656ace-3396-4f4f-865d-821594e606a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:11.313613 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0656ace-3396-4f4f-865d-821594e606a7 None None] Checking router: 65128544-0210-470a-b8da-71d7b5d24c58 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:35:11.316270 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:11.323104 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0656ace-3396-4f4f-865d-821594e606a7 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:11.323712 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-f0656ace-3396-4f4f-865d-821594e606a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:11.421677 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for port (b7a39fee-4688-4052-adea-986dac23d796), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:11.426085 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-f0656ace-3396-4f4f-865d-821594e606a7 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:11.430961 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:11.488687 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (b7a39fee-4688-4052-adea-986dac23d796), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:11.543928 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Network c44331f6-946f-4f51-8016-9a872c1f5969 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:35:11.547402 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event updated for resources: {'Port': ['ID=b7a39fee-4688-4052-adea-986dac23d796,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:11.551293 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:35:11.553552 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:35:11.611854 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:11.612623 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-570891df-1c71-4bb8-b662-f7333d348f9d req-330549d5-333e-49ab-9437-67cad9ca0f83 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=12163066-5037-46d7-8e66-c900aead6e69 HTTP/1.1" status: 200 len: 210 time: 0.0365374 Aug 05 15:35:11.613512 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:11.627313 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-f0656ace-3396-4f4f-865d-821594e606a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:11.653577 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0656ace-3396-4f4f-865d-821594e606a7 None None] The sync data for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi is: [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:35:11.708591 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-71c96740-d7a2-4564-a11f-e5fe5d234afe tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8467643 Aug 05 15:35:11.720346 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Request body: {'port': {'device_id': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:11.721283 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f018022-be90-4038-bf5c-660000eef86e req-9e32aa17-5f23-4337-88d3-fc9c5d84dece tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:11.723017 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4f018022-be90-4038-bf5c-660000eef86e req-9e32aa17-5f23-4337-88d3-fc9c5d84dece tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 931 time: 0.0527072 Aug 05 15:35:11.755345 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:11.784789 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4f018022-be90-4038-bf5c-660000eef86e req-bc0b9a77-cc26-4aaf-86ce-f98b6f75cc57 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547659 Aug 05 15:35:11.804168 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (b7a39fee-4688-4052-adea-986dac23d796), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:11.913579 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-ad830bea-ba31-4229-986e-bf2874d503bb None None] Provisioning complete for port b7a39fee-4688-4052-adea-986dac23d796 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:35:11.916083 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ad830bea-ba31-4229-986e-bf2874d503bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (b7a39fee-4688-4052-adea-986dac23d796), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:11.957262 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e0f65-a01e-4513-b0c8-df38f0e85010 None None] New status for floating IP 7b9aec63-1e48-415b-a5d4-4e6a2bb75425: DOWN {{(pid=104519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:35:11.997939 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-ad830bea-ba31-4229-986e-bf2874d503bb None None] Port b7a39fee-4688-4052-adea-986dac23d796 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:35:12.090840 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a39fee-4688-4052-adea-986dac23d796 {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:35:12.101041 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Publish callbacks [] for port (b7a39fee-4688-4052-adea-986dac23d796), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:12.114049 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Transition to ACTIVE for port object b7a39fee-4688-4052-adea-986dac23d796 will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:35:12.196800 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (b7a39fee-4688-4052-adea-986dac23d796), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:12.276908 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a39fee-4688-4052-adea-986dac23d796,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:12.306545 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Attempting to bind port b7a39fee-4688-4052-adea-986dac23d796 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:35:12.306876 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Attempting to bind port b7a39fee-4688-4052-adea-986dac23d796 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:35:12.307195 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Attempting to bind port b7a39fee-4688-4052-adea-986dac23d796 on network c44331f6-946f-4f51-8016-9a872c1f5969 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:35:12.311631 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Port b7a39fee-4688-4052-adea-986dac23d796 on network c44331f6-946f-4f51-8016-9a872c1f5969 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:35:12.311945 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Attempting to bind port b7a39fee-4688-4052-adea-986dac23d796 on network c44331f6-946f-4f51-8016-9a872c1f5969 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:35:12.316835 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:35:12.317165 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Checking segment: {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:35:12.317532 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Bound using segment: {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:35:12.317946 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Bound port: b7a39fee-4688-4052-adea-986dac23d796, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:35:12.318288 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (b7a39fee-4688-4052-adea-986dac23d796), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:12.348021 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:12.377434 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:35:12.380564 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:35:12.460381 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (b7a39fee-4688-4052-adea-986dac23d796), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:12.465180 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:12.465802 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:12.467182 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/b7a39fee-4688-4052-adea-986dac23d796 HTTP/1.1" status: 200 len: 1093 time: 0.7511189 Aug 05 15:35:12.512469 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d87bb-8af3-44d8-a191-e09a5a97dea1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a39fee-4688-4052-adea-986dac23d796,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:12.591209 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-82135025-1388-4140-8770-f12d74752182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:12.592720 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-82135025-1388-4140-8770-f12d74752182 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 1127 time: 0.0430639 Aug 05 15:35:12.635040 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-9889ed7f-8ed7-4463-9dae-802084c8c6cc service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7a39fee-4688-4052-adea-986dac23d796 HTTP/1.1" status: 200 len: 217 time: 0.0346153 Aug 05 15:35:12.688863 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-8c217110-8efc-4723-9373-f8adfa261b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:12.690346 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-8c217110-8efc-4723-9373-f8adfa261b5d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0fd5c40f-af1a-4779-a54d-b857ddde5de6 HTTP/1.1" status: 200 len: 856 time: 0.0494893 Aug 05 15:35:12.734263 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-d9409c8c-66ff-4d77-be2e-29d917e4df00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:12.736817 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-d9409c8c-66ff-4d77-be2e-29d917e4df00 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c44331f6-946f-4f51-8016-9a872c1f5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401857 Aug 05 15:35:12.753300 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43774) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:12.807982 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (494bd92f-a828-4103-b576-df16735e5119), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:12.835185 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (494bd92f-a828-4103-b576-df16735e5119), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:12.837815 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-a2ec62a0-4f66-4060-a17b-d040b9972ef7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946174 Aug 05 15:35:12.923657 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ec5dd-acb5-4e1e-9ca5-555683cfccd5 req-e19235ee-befb-4337-901b-a1b62706bbca tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:12.925124 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-143ec5dd-acb5-4e1e-9ca5-555683cfccd5 req-e19235ee-befb-4337-901b-a1b62706bbca tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0512831 Aug 05 15:35:12.935453 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d307e242-aa34-4ea4-af31-590d1520fce8 req-924d922b-626c-43c6-861e-88cd35b18ab6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905261 Aug 05 15:35:12.967840 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (494bd92f-a828-4103-b576-df16735e5119), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:12.970345 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:12.971507 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/494bd92f-a828-4103-b576-df16735e5119 HTTP/1.1" status: 204 len: 168 time: 0.2171378 Aug 05 15:35:12.974412 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43778) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:12.985947 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-143ec5dd-acb5-4e1e-9ca5-555683cfccd5 req-7fbf909e-2a65-4e11-b97e-45d6f46a21df tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548549 Aug 05 15:35:12.987040 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494bd92f-a828-4103-b576-df16735e5119,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:12.990082 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.api.v2.resource [None req-223a203f-1e08-436f-b3a3-247345f7264e tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] show failed (client error): The resource could not be found. Aug 05 15:35:12.991248 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-223a203f-1e08-436f-b3a3-247345f7264e tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups/494bd92f-a828-4103-b576-df16735e5119 HTTP/1.1" status: 404 len: 347 time: 0.0157981 Aug 05 15:35:12.994874 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43780) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:12.995466 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.995808 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.996518 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.996518 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.996815 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.997205 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.997454 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.997773 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.998098 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.998430 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.998745 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.999056 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.999379 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.999680 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:12.999992 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49335703-930a-42c3-a6b3-a093858a19dd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:13.073888 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:35:13.076204 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aef5d1-c74f-442d-acf6-e0d52ca9b181" -d '{"events": [{"name": "network-changed", "server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "tag": "b7a39fee-4688-4052-adea-986dac23d796"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:35:13.115431 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b48fba-2de5-411e-a97c-faee59002364 x-openstack-request-id: req-00b48fba-2de5-411e-a97c-faee59002364 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:35:13.116019 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "tag": "b7a39fee-4688-4052-adea-986dac23d796", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:35:13.116019 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-00b48fba-2de5-411e-a97c-faee59002364 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:35:13.116380 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00b48fba-2de5-411e-a97c-faee59002364'] response: {'name': 'network-changed', 'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796', 'status': 'completed', 'code': 200} Aug 05 15:35:13.125407 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-e639a488-372f-4c24-a1d3-4832f0f06d96 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Deleting port d122dca9-fcbc-437e-a0ef-41503c69bb5e {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:13.125752 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e639a488-372f-4c24-a1d3-4832f0f06d96 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (d122dca9-fcbc-437e-a0ef-41503c69bb5e), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:13.183374 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:13.202724 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e639a488-372f-4c24-a1d3-4832f0f06d96 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (d122dca9-fcbc-437e-a0ef-41503c69bb5e), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:13.203044 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e639a488-372f-4c24-a1d3-4832f0f06d96 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (d122dca9-fcbc-437e-a0ef-41503c69bb5e), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:13.215257 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-e639a488-372f-4c24-a1d3-4832f0f06d96 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Calling delete_port for d122dca9-fcbc-437e-a0ef-41503c69bb5e owned by network:floatingip {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:13.408646 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e639a488-372f-4c24-a1d3-4832f0f06d96 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (d122dca9-fcbc-437e-a0ef-41503c69bb5e), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:13.431909 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639a488-372f-4c24-a1d3-4832f0f06d96 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event deleted for resources: {'Port': ['ID=d122dca9-fcbc-437e-a0ef-41503c69bb5e,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:13.458076 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:13.499175 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e639a488-372f-4c24-a1d3-4832f0f06d96 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (7b9aec63-1e48-415b-a5d4-4e6a2bb75425), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:13.501711 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e639a488-372f-4c24-a1d3-4832f0f06d96 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:13.502886 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e639a488-372f-4c24-a1d3-4832f0f06d96 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/7b9aec63-1e48-415b-a5d4-4e6a2bb75425 HTTP/1.1" status: 204 len: 168 time: 0.5069320 Aug 05 15:35:13.622840 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 3bde49ef-58cd-4efe-9d08-24840f0c6502 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:35:13.642146 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 3bde49ef-58cd-4efe-9d08-24840f0c6502 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:35:13.642492 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 3bde49ef-58cd-4efe-9d08-24840f0c6502 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:35:13.646970 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43786) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:13.651757 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-bfb2121c-89db-4f9c-824d-76b7862312ea tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1037190215', 'description': 'tempest-description--455242593'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:13.717553 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bfb2121c-89db-4f9c-824d-76b7862312ea tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:13.787908 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bfb2121c-89db-4f9c-824d-76b7862312ea tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:13.881659 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bfb2121c-89db-4f9c-824d-76b7862312ea tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:13.909086 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aef5d1-c74f-442d-acf6-e0d52ca9b181 req-a5ca7c1b-7cee-475b-837e-507d30906d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:13.910631 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-12aef5d1-c74f-442d-acf6-e0d52ca9b181 req-a5ca7c1b-7cee-475b-837e-507d30906d1c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 1127 time: 0.0564306 Aug 05 15:35:13.940458 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2121c-89db-4f9c-824d-76b7862312ea tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:14.081954 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:14.120161 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35250c-dc09-47b5-a75f-0d2480bd8ad6 req-dfcb42cb-2824-437f-a70a-3b0686420e04 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:14.121868 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0a35250c-dc09-47b5-a75f-0d2480bd8ad6 req-dfcb42cb-2824-437f-a70a-3b0686420e04 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0502663 Aug 05 15:35:14.173439 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0a35250c-dc09-47b5-a75f-0d2480bd8ad6 req-2ba7398d-5b45-450d-bb94-fd9d01d1e7cd tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460110 Aug 05 15:35:14.209962 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-bfb2121c-89db-4f9c-824d-76b7862312ea tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:14.211170 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-bfb2121c-89db-4f9c-824d-76b7862312ea tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5631282 Aug 05 15:35:14.214691 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43790) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:14.219304 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-82c396e5-1937-4e8f-a0d0-1b0d9862b6d8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'security_group_rule': {'security_group_id': '9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:14.252731 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aef5d1-c74f-442d-acf6-e0d52ca9b181 req-3ae6d5f1-c6df-4a0f-afe9-28fd6c59816f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:14.254267 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-12aef5d1-c74f-442d-acf6-e0d52ca9b181 req-3ae6d5f1-c6df-4a0f-afe9-28fd6c59816f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 918 time: 0.3356025 Aug 05 15:35:14.293976 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-12aef5d1-c74f-442d-acf6-e0d52ca9b181 req-f9d64765-3c5c-49b9-92ad-4876d7b6a516 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7a39fee-4688-4052-adea-986dac23d796 HTTP/1.1" status: 200 len: 217 time: 0.0328860 Aug 05 15:35:14.329557 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-82c396e5-1937-4e8f-a0d0-1b0d9862b6d8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (9fa2b6d5-00f5-4dba-b5ff-6949e0f5b3a4), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:14.344224 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:14.346905 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aef5d1-c74f-442d-acf6-e0d52ca9b181 req-7061e34c-0359-40ed-98e3-32f8c208fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:14.348474 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-12aef5d1-c74f-442d-acf6-e0d52ca9b181 req-7061e34c-0359-40ed-98e3-32f8c208fbaa service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0fd5c40f-af1a-4779-a54d-b857ddde5de6 HTTP/1.1" status: 200 len: 856 time: 0.0491807 Aug 05 15:35:14.389895 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-82c396e5-1937-4e8f-a0d0-1b0d9862b6d8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (9fa2b6d5-00f5-4dba-b5ff-6949e0f5b3a4), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:14.393730 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aef5d1-c74f-442d-acf6-e0d52ca9b181 req-b62d7375-f55d-45ea-bb2a-ea0254fd053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:14.395268 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-12aef5d1-c74f-442d-acf6-e0d52ca9b181 req-b62d7375-f55d-45ea-bb2a-ea0254fd053b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c44331f6-946f-4f51-8016-9a872c1f5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407348 Aug 05 15:35:14.460469 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-82c396e5-1937-4e8f-a0d0-1b0d9862b6d8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (9fa2b6d5-00f5-4dba-b5ff-6949e0f5b3a4), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:14.479331 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c396e5-1937-4e8f-a0d0-1b0d9862b6d8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa2b6d5-00f5-4dba-b5ff-6949e0f5b3a4,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:14.490958 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-12aef5d1-c74f-442d-acf6-e0d52ca9b181 req-52dc92b5-d0c4-48cd-8543-a42f075febd8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886524 Aug 05 15:35:14.570814 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-82c396e5-1937-4e8f-a0d0-1b0d9862b6d8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:14.571961 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-82c396e5-1937-4e8f-a0d0-1b0d9862b6d8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561783 Aug 05 15:35:14.575200 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43792) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:14.579482 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-b7d29e04-0b8c-4f8b-a926-80a3d48405c6 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'security_group_rule': {'security_group_id': '9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:14.582650 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-12aef5d1-c74f-442d-acf6-e0d52ca9b181 req-caa1b63e-3359-41ba-9cf0-66e3e29490b8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848174 Aug 05 15:35:14.705781 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b7d29e04-0b8c-4f8b-a926-80a3d48405c6 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (8b05f977-2b67-40c4-ac6d-8d4e6f761a6f), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:14.761196 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b7d29e04-0b8c-4f8b-a926-80a3d48405c6 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (8b05f977-2b67-40c4-ac6d-8d4e6f761a6f), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:14.836754 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b7d29e04-0b8c-4f8b-a926-80a3d48405c6 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (8b05f977-2b67-40c4-ac6d-8d4e6f761a6f), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:14.855877 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d29e04-0b8c-4f8b-a926-80a3d48405c6 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b05f977-2b67-40c4-ac6d-8d4e6f761a6f,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:14.930349 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b7d29e04-0b8c-4f8b-a926-80a3d48405c6 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:14.932171 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-b7d29e04-0b8c-4f8b-a926-80a3d48405c6 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3553939 Aug 05 15:35:14.935183 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43794) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:14.939433 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:15.037269 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:15.116973 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:15.220415 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Allocated IP 172.27.0.153 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:35:15.326714 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b92aa-c877-4cdd-abfb-198db0b68957 req-e1366ba2-fe2d-45e0-bb79-92112d285ff2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:15.328172 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1e9b92aa-c877-4cdd-abfb-198db0b68957 req-e1366ba2-fe2d-45e0-bb79-92112d285ff2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0553606 Aug 05 15:35:15.387454 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for port (62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:15.406917 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:15.411771 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1e9b92aa-c877-4cdd-abfb-198db0b68957 req-6ec0108c-b9d0-4c26-9628-7f41c1a841d1 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737295 Aug 05 15:35:15.483447 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:15.528628 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:35:15.533476 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:35:15.535059 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:15.537877 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:35:15.541623 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'Port': ['ID=62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:15.619179 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device b7a39fee-4688-4052-adea-986dac23d796 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:35:15.620115 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (8aadca37-d815-4f12-8c9b-5afb615dbf03), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:15.712112 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:15.723573 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:15.734517 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'b7a39fee-4688-4052-adea-986dac23d796', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'port_id': 'b7a39fee-4688-4052-adea-986dac23d796', 'mac_address': 'fa:16:3e:a8:30:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:35:15.768622 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port b7a39fee-4688-4052-adea-986dac23d796 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:35:15.769005 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (b7a39fee-4688-4052-adea-986dac23d796), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:15.785587 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a39fee-4688-4052-adea-986dac23d796 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:35:15.804797 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:15.860160 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (b7a39fee-4688-4052-adea-986dac23d796), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:15.861362 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for port (62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:15.917977 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:15.990232 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'Port': ['ID=62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:15.992557 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (8aadca37-d815-4f12-8c9b-5afb615dbf03), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:16.028315 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=b7a39fee-4688-4052-adea-986dac23d796,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:16.035275 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.035605 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.035961 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.036348 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.040913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.040913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.040913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.040913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.040913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.040913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.040913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.040913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.040913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.040913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.040913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:35:16.062401 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:16.063664 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-f9d0fc5f-2e98-4dfe-8673-f28f475bc5fc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1275802 Aug 05 15:35:16.141430 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['b7a39fee-4688-4052-adea-986dac23d796'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:35:16.268282 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-c8f4c421-8aa6-4049-ad25-c1f3c5470f4d tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1037190215&fields=id&tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa HTTP/1.1" status: 200 len: 267 time: 0.0426888 Aug 05 15:35:16.343139 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:16.378103 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-df455d54-596b-41e8-9c76-b447f33728ea tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:16.379592 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-df455d54-596b-41e8-9c76-b447f33728ea tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/networks?id=5556c147-7063-4e54-b1ad-a45bb656fda4 HTTP/1.1" status: 200 len: 811 time: 0.1047971 Aug 05 15:35:16.394242 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-c11c4d8f-1742-4ee5-a648-a183f07b6750 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/quotas/f9776de9e6d341fdbf7ac4fa70b994aa HTTP/1.1" status: 200 len: 375 time: 0.0089321 Aug 05 15:35:16.443876 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-c3363a94-0135-40b4-8922-0d6192814a3d tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444846 Aug 05 15:35:16.568296 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01aa82-8f07-49da-af45-94cc124c3f89 req-665dc0ae-5176-427a-b421-c6941e6b0b17 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:16.569697 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b01aa82-8f07-49da-af45-94cc124c3f89 req-665dc0ae-5176-427a-b421-c6941e6b0b17 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 944 time: 0.0701656 Aug 05 15:35:16.595700 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-0714d2e1-0c57-4c18-9699-5e0ec8cbae6b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398919 Aug 05 15:35:16.670787 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b01aa82-8f07-49da-af45-94cc124c3f89 req-39dcee65-77df-48bf-ba09-670265254e66 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919981 Aug 05 15:35:16.704798 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-dded0e4b-f031-4bf9-9cfa-86ec43d7747c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028070 Aug 05 15:35:16.928301 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e01cc7b1-e9c9-47c8-aa98-3b9d92741c70 req-ef9efa89-5a32-42f1-8a46-018d578d9c45 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 210 time: 0.0310476 Aug 05 15:35:17.633904 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device b7a39fee-4688-4052-adea-986dac23d796 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:35:17.677963 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port b7a39fee-4688-4052-adea-986dac23d796 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:35:17.769214 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port b7a39fee-4688-4052-adea-986dac23d796 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:35:17.769998 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (b7a39fee-4688-4052-adea-986dac23d796), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:17.772779 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:17.797047 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050cea9-028d-489c-85bb-097fc0014e4b req-d0c20b79-94a9-4eca-8a5f-0f42747c248c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:17.798687 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4050cea9-028d-489c-85bb-097fc0014e4b req-d0c20b79-94a9-4eca-8a5f-0f42747c248c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 944 time: 0.0487690 Aug 05 15:35:17.810744 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:17.854089 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4050cea9-028d-489c-85bb-097fc0014e4b req-8b05afd2-967d-4b5d-916d-997491783ab1 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485015 Aug 05 15:35:17.855590 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port b7a39fee-4688-4052-adea-986dac23d796 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:35:17.855983 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (b7a39fee-4688-4052-adea-986dac23d796), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:17.880439 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:35:17.882690 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c189c66e-cb31-4309-baaa-4bf2cda9d811" -d '{"events": [{"server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a39fee-4688-4052-adea-986dac23d796"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:35:17.898550 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:17.921486 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fe5246-5596-4238-a034-6312c30dd10d x-openstack-request-id: req-13fe5246-5596-4238-a034-6312c30dd10d {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:35:17.921790 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a39fee-4688-4052-adea-986dac23d796", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:35:17.922112 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-13fe5246-5596-4238-a034-6312c30dd10d {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:35:17.922542 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13fe5246-5596-4238-a034-6312c30dd10d'] response: {'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796', 'code': 200} Aug 05 15:35:17.986143 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (b7a39fee-4688-4052-adea-986dac23d796), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:18.028975 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5ed3174f-abcd-41ac-8ceb-9af788fb8737 req-e4f534b5-3435-42db-86f1-3ebe870cf498 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 210 time: 0.0278778 Aug 05 15:35:18.046749 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=b7a39fee-4688-4052-adea-986dac23d796,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:18.537147 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffa8ed-d118-4d3c-b36b-9e42303a675b req-7549c71e-76bc-49e9-86a4-2ecfe622f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:18.539766 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-03ffa8ed-d118-4d3c-b36b-9e42303a675b req-7549c71e-76bc-49e9-86a4-2ecfe622f769 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 1129 time: 0.0382702 Aug 05 15:35:18.627198 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-03ffa8ed-d118-4d3c-b36b-9e42303a675b req-06b85a1e-ab5d-4036-9650-286491a04d29 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434616 Aug 05 15:35:18.977341 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe4f33d-f380-4328-b03a-777c699a06ec req-6c74a9bd-bac8-49e2-b4aa-6de588fe4d8d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:18.978787 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3fe4f33d-f380-4328-b03a-777c699a06ec req-6c74a9bd-bac8-49e2-b4aa-6de588fe4d8d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0453980 Aug 05 15:35:19.000550 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:19.031374 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3fe4f33d-f380-4328-b03a-777c699a06ec req-dde74d56-b485-4785-9be0-21921e1ecc8f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470593 Aug 05 15:35:19.139298 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8fddfe8f-d753-482a-a1a3-20e903fdf315 req-47e2a640-4369-4800-9211-7c6636524d41 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 210 time: 0.0290167 Aug 05 15:35:19.702204 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:19.729250 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-bb2b4f7a-904c-40fb-a745-3348af617e00 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:19.732035 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-bb2b4f7a-904c-40fb-a745-3348af617e00 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.17 "GET /networking/v2.0/networks?id=5556c147-7063-4e54-b1ad-a45bb656fda4 HTTP/1.1" status: 200 len: 811 time: 0.1134284 Aug 05 15:35:20.158738 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9e956-758e-48a7-81f4-e52d445e954e req-4b3121af-09d1-4b1f-87d0-a1ed7e047bac tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:20.160603 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-20e9e956-758e-48a7-81f4-e52d445e954e req-4b3121af-09d1-4b1f-87d0-a1ed7e047bac tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0500379 Aug 05 15:35:20.192612 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-d087b2c8-ab4e-4c43-a01c-0533b3ac5fbd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa HTTP/1.1" status: 200 len: 380 time: 0.0616503 Aug 05 15:35:20.201469 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'port': {'device_id': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'admin_state_up': True, 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'security_groups': ['9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6']}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:20.212430 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-20e9e956-758e-48a7-81f4-e52d445e954e req-5cb911ea-cad5-43e9-8ef0-b705dd17970f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444210 Aug 05 15:35:20.260081 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:20.311893 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9bd3540a-0c2b-4792-af1e-2d3fd06adfb0 req-6b114090-6b29-4393-9add-cfdb96dea77f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 210 time: 0.0343564 Aug 05 15:35:20.448962 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Made reservation on behalf of f9776de9e6d341fdbf7ac4fa70b994aa for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:35:20.453143 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:20.591283 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Allocated IP 172.20.0.11 (5556c147-7063-4e54-b1ad-a45bb656fda4/cb3c1b3d-59c6-4141-ad48-5db85d354a8b/c2647432-cbf5-4f2d-a719-a7acfd914103) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:35:20.735722 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:20.748547 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673be4a-febe-45b5-9f22-b8f3ed02360d req-7524719a-8fac-4294-b64b-d2b375a89f90 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:20.750020 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5673be4a-febe-45b5-9f22-b8f3ed02360d req-7524719a-8fac-4294-b64b-d2b375a89f90 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0467219 Aug 05 15:35:20.798316 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5673be4a-febe-45b5-9f22-b8f3ed02360d req-d58dfc3a-0896-4185-8efe-fca4907f9d71 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 Aug 05 15:35:20.810590 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:20.828678 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:20.874118 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Network 5556c147-7063-4e54-b1ad-a45bb656fda4 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:35:20.879419 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:35:20.882197 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event updated for resources: {'Port': ['ID=c2647432-cbf5-4f2d-a719-a7acfd914103,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:20.884639 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:35:20.935981 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:20.936677 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:20.989116 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-ecab56e1-e4fe-4161-9358-40def1d4b2bb tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7918396 Aug 05 15:35:21.078433 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-d8ffe3ba-f313-416b-b713-deec1f9c5fd1 None None] Provisioning complete for port c2647432-cbf5-4f2d-a719-a7acfd914103 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:35:21.078967 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d8ffe3ba-f313-416b-b713-deec1f9c5fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:21.109417 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffe3ba-f313-416b-b713-deec1f9c5fd1 None None] Port c2647432-cbf5-4f2d-a719-a7acfd914103 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:35:21.361678 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf5685-2939-45a1-a503-bf40c37352da req-50d1b29b-5828-4808-a760-187b9026998e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:21.363165 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2ecf5685-2939-45a1-a503-bf40c37352da req-50d1b29b-5828-4808-a760-187b9026998e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0460451 Aug 05 15:35:21.446600 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2ecf5685-2939-45a1-a503-bf40c37352da req-ad4e9f59-7e80-49e4-b63d-10ef2daf39f9 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776446 Aug 05 15:35:21.453241 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8afc4-070f-410c-9fa2-d2c3a1005abc req-7981a17b-5203-4f4b-9497-0c5b367a0872 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:21.454652 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-acb8afc4-070f-410c-9fa2-d2c3a1005abc req-7981a17b-5203-4f4b-9497-0c5b367a0872 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 932 time: 0.0647867 Aug 05 15:35:21.503940 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-acb8afc4-070f-410c-9fa2-d2c3a1005abc req-21157828-4d46-4f32-85b5-4b61eebfabec tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434687 Aug 05 15:35:21.565566 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852c23f-bd1c-4dd7-8906-c4588a05b47b req-e08500ca-40c9-40a8-b430-a89f213f52cb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:21.567002 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f852c23f-bd1c-4dd7-8906-c4588a05b47b req-e08500ca-40c9-40a8-b430-a89f213f52cb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0470164 Aug 05 15:35:21.576357 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43872) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:21.580789 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-10eac7e4-0a59-45b2-9fdc-40c43853bd12 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Request body: {'floatingip': {'port_id': 'b7a39fee-4688-4052-adea-986dac23d796'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:21.617303 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-10eac7e4-0a59-45b2-9fdc-40c43853bd12 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (51d409e0-f80b-4817-94fd-40f494609d29), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:21.798273 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:21.972234 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c87ce-7d48-4b62-912b-ec40ee0527fe req-91fd86f3-77a1-4865-b2c7-36f9f2ce12dc tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:21.973690 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ce4c87ce-7d48-4b62-912b-ec40ee0527fe req-91fd86f3-77a1-4865-b2c7-36f9f2ce12dc tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0807941 Aug 05 15:35:22.059642 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ce4c87ce-7d48-4b62-912b-ec40ee0527fe req-b2f22964-2531-4d8b-ade0-25304d00a7df tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792363 Aug 05 15:35:22.114932 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-10eac7e4-0a59-45b2-9fdc-40c43853bd12 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:22.158246 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-10eac7e4-0a59-45b2-9fdc-40c43853bd12 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (51d409e0-f80b-4817-94fd-40f494609d29), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:22.195883 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:22.252131 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [None req-10eac7e4-0a59-45b2-9fdc-40c43853bd12 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Floating IP 51d409e0-f80b-4817-94fd-40f494609d29 associated. External IP: 172.27.0.73, port: b7a39fee-4688-4052-adea-986dac23d796. Aug 05 15:35:22.444320 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eac7e4-0a59-45b2-9fdc-40c43853bd12 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Router 44fb3fe5-ff13-461f-9925-8faf21687633 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:35:22.793142 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64d554-d026-490b-82c8-ffe01ee2cc7d req-9b644a63-760d-468d-ab9e-ee44920203c6 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:22.794622 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b64d554-d026-490b-82c8-ffe01ee2cc7d req-9b644a63-760d-468d-ab9e-ee44920203c6 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 932 time: 0.0575926 Aug 05 15:35:22.798906 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eac7e4-0a59-45b2-9fdc-40c43853bd12 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:35:22.803874 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-10eac7e4-0a59-45b2-9fdc-40c43853bd12 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:22.808496 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b1e87-3c59-41aa-97fa-ac4a85d1c347 None None] Sync routers for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:35:22.818747 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b1e87-3c59-41aa-97fa-ac4a85d1c347 None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:22.819353 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-480b1e87-3c59-41aa-97fa-ac4a85d1c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:22.855929 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-10eac7e4-0a59-45b2-9fdc-40c43853bd12 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/51d409e0-f80b-4817-94fd-40f494609d29 HTTP/1.1" status: 200 len: 990 time: 1.2785554 Aug 05 15:35:22.858427 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:35:22.860657 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9c6de7-9d48-4491-8219-17b9d4dae578" -d '{"events": [{"name": "network-changed", "server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "tag": "b7a39fee-4688-4052-adea-986dac23d796"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:35:22.877438 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b64d554-d026-490b-82c8-ffe01ee2cc7d req-a9bb555c-a07e-4539-81d8-9e79d02c572e tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766523 Aug 05 15:35:22.907383 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d73720-96d5-42ce-ae01-73d51024e4d9 x-openstack-request-id: req-17d73720-96d5-42ce-ae01-73d51024e4d9 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:35:22.907675 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "tag": "b7a39fee-4688-4052-adea-986dac23d796", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:35:22.907926 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-17d73720-96d5-42ce-ae01-73d51024e4d9 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:35:22.908409 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d73720-96d5-42ce-ae01-73d51024e4d9'] response: {'name': 'network-changed', 'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796', 'status': 'completed', 'code': 200} Aug 05 15:35:22.922669 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-480b1e87-3c59-41aa-97fa-ac4a85d1c347 None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:23.177230 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f7e9d-040b-4e08-9cd2-b57a932bdd99 req-882172df-9791-4fb8-a82f-82f67427480e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:23.178704 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d62f7e9d-040b-4e08-9cd2-b57a932bdd99 req-882172df-9791-4fb8-a82f-82f67427480e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0483983 Aug 05 15:35:23.197578 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:23.208205 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-480b1e87-3c59-41aa-97fa-ac4a85d1c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '51d409e0-f80b-4817-94fd-40f494609d29', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'port_id': 'b7a39fee-4688-4052-adea-986dac23d796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'mac_address': 'fa:16:3e:a8:30:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:35:06Z', 'updated_at': '2022-08-05T15:35:22Z', 'revision_number': 1, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:23.226192 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d62f7e9d-040b-4e08-9cd2-b57a932bdd99 req-87220b9f-5ee7-4530-ada8-0c432ed4dd5a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419562 Aug 05 15:35:23.233301 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b1e87-3c59-41aa-97fa-ac4a85d1c347 None None] Checking router: 44fb3fe5-ff13-461f-9925-8faf21687633 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:35:23.242376 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b1e87-3c59-41aa-97fa-ac4a85d1c347 None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:23.242984 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-480b1e87-3c59-41aa-97fa-ac4a85d1c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:23.280776 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:23.341751 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-480b1e87-3c59-41aa-97fa-ac4a85d1c347 None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:23.418872 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:23.548975 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-480b1e87-3c59-41aa-97fa-ac4a85d1c347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '51d409e0-f80b-4817-94fd-40f494609d29', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'port_id': 'b7a39fee-4688-4052-adea-986dac23d796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'mac_address': 'fa:16:3e:a8:30:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:35:06Z', 'updated_at': '2022-08-05T15:35:22Z', 'revision_number': 1, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:23.558189 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Request body: {'port': {'device_id': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:23.573728 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b1e87-3c59-41aa-97fa-ac4a85d1c347 None None] The sync data for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi is: [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '51d409e0-f80b-4817-94fd-40f494609d29', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'port_id': 'b7a39fee-4688-4052-adea-986dac23d796', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'mac_address': 'fa:16:3e:a8:30:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:35:06Z', 'updated_at': '2022-08-05T15:35:22Z', 'revision_number': 1, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:35:23.644274 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6de7-9d48-4491-8219-17b9d4dae578 req-21e07669-8d32-4090-96a1-5e0a01b2f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:23.645851 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-cf9c6de7-9d48-4491-8219-17b9d4dae578 req-21e07669-8d32-4090-96a1-5e0a01b2f3c9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 1129 time: 0.0654299 Aug 05 15:35:23.656715 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:23.757116 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600c555e-667b-4e13-8f3a-a8a9868e946b None None] New status for floating IP 51d409e0-f80b-4817-94fd-40f494609d29: ACTIVE {{(pid=104519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:35:23.913056 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-70d3479c-4b4f-4849-bf66-90b61abc57fa tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:23.918007 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-70d3479c-4b4f-4849-bf66-90b61abc57fa tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.0482066 Aug 05 15:35:23.918110 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6de7-9d48-4491-8219-17b9d4dae578 req-f281a20c-d742-40f6-bbde-a60ee967d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:23.918110 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-cf9c6de7-9d48-4491-8219-17b9d4dae578 req-f281a20c-d742-40f6-bbde-a60ee967d5e7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 918 time: 0.1639802 Aug 05 15:35:24.015163 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-cf9c6de7-9d48-4491-8219-17b9d4dae578 req-39e8390f-8075-4d4d-8bb8-3b261e20dea9 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7a39fee-4688-4052-adea-986dac23d796 HTTP/1.1" status: 200 len: 998 time: 0.0908329 Aug 05 15:35:24.056483 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:24.058571 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea16892-6e30-4e2c-b0ef-b6a50e5a4c34 req-9d1e9f03-3720-4e54-9ce9-0595c028a4f5 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:24.060244 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1ea16892-6e30-4e2c-b0ef-b6a50e5a4c34 req-9d1e9f03-3720-4e54-9ce9-0595c028a4f5 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 932 time: 0.1026561 Aug 05 15:35:24.094655 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Deleting port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:24.095000 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:24.103541 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2647432-cbf5-4f2d-a719-a7acfd914103 {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:35:24.111316 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6de7-9d48-4491-8219-17b9d4dae578 req-32e1c837-de21-4dd9-816e-ab241b6a0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:24.112839 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-cf9c6de7-9d48-4491-8219-17b9d4dae578 req-32e1c837-de21-4dd9-816e-ab241b6a0f0b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0fd5c40f-af1a-4779-a54d-b857ddde5de6 HTTP/1.1" status: 200 len: 856 time: 0.0919688 Aug 05 15:35:24.114896 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Publish callbacks [] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:24.155749 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Transition to ACTIVE for port object c2647432-cbf5-4f2d-a719-a7acfd914103 will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:35:24.165708 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6de7-9d48-4491-8219-17b9d4dae578 req-5ecb8c9a-820c-4727-87a2-0afa11df8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:24.167157 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-cf9c6de7-9d48-4491-8219-17b9d4dae578 req-5ecb8c9a-820c-4727-87a2-0afa11df8bed service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c44331f6-946f-4f51-8016-9a872c1f5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480173 Aug 05 15:35:24.188845 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1ea16892-6e30-4e2c-b0ef-b6a50e5a4c34 req-6b3a0c63-08e2-4302-b951-af5fb2e7123f tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222234 Aug 05 15:35:24.226236 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] For port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:24.226603 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:24.237689 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:24.253996 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:24.290764 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-cf9c6de7-9d48-4491-8219-17b9d4dae578 req-38943f64-8446-4fc5-8e1f-8b2f6171284f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177256 Aug 05 15:35:24.344849 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Pushing event updated for resources: {'Port': ['ID=c2647432-cbf5-4f2d-a719-a7acfd914103,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:24.350624 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:24.413574 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8a4db-9b21-4e23-b6be-1beb678f5600 req-9bc78826-e794-4bf4-8305-68de1d87adba tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:24.415058 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0da8a4db-9b21-4e23-b6be-1beb678f5600 req-9bc78826-e794-4bf4-8305-68de1d87adba tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 945 time: 0.1064615 Aug 05 15:35:24.447796 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Attempting to bind port c2647432-cbf5-4f2d-a719-a7acfd914103 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:35:24.448090 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Attempting to bind port c2647432-cbf5-4f2d-a719-a7acfd914103 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:35:24.448426 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Attempting to bind port c2647432-cbf5-4f2d-a719-a7acfd914103 on network 5556c147-7063-4e54-b1ad-a45bb656fda4 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:35:24.464369 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Port c2647432-cbf5-4f2d-a719-a7acfd914103 on network 5556c147-7063-4e54-b1ad-a45bb656fda4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:35:24.464926 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Attempting to bind port c2647432-cbf5-4f2d-a719-a7acfd914103 on network 5556c147-7063-4e54-b1ad-a45bb656fda4 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:35:24.476936 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-cf9c6de7-9d48-4491-8219-17b9d4dae578 req-fa074a14-a5a2-4d09-8b13-512648e28ac4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731005 Aug 05 15:35:24.478494 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:35:24.478993 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Checking segment: {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:35:24.479508 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Bound using segment: {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:35:24.480177 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Bound port: c2647432-cbf5-4f2d-a719-a7acfd914103, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce082955-5110-4e19-b2e9-bb9a73896e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:35:24.480694 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:24.524933 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0da8a4db-9b21-4e23-b6be-1beb678f5600 req-2404f743-80ef-48c2-9306-1a54180ed48a tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4a66bfcd-8172-4961-b5a6-134d475d1e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028495 Aug 05 15:35:24.528684 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:24.529058 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (c7c86fe1-6d4a-4089-b380-952aa8bc5b0c), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:24.529379 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Floating IP c7c86fe1-6d4a-4089-b380-952aa8bc5b0c disassociated. External IP: 172.27.0.216, port: 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc. Aug 05 15:35:24.529731 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Calling delete_port for 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc owned by compute:nova {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:24.549491 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] For port c2647432-cbf5-4f2d-a719-a7acfd914103, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:35:24.552731 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] For port c2647432-cbf5-4f2d-a719-a7acfd914103, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=c2647432-cbf5-4f2d-a719-a7acfd914103,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:35:24.615829 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:24.621237 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:24.621858 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:24.623794 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/c2647432-cbf5-4f2d-a719-a7acfd914103 HTTP/1.1" status: 200 len: 1094 time: 1.0701845 Aug 05 15:35:24.624344 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'tag': 'c2647432-cbf5-4f2d-a719-a7acfd914103'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:35:24.626573 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9906b49-e928-45e7-b693-79829a09e991" -d '{"events": [{"name": "network-changed", "server_uuid": "adba90d0-6910-4741-a3c7-a7fa5ffbda9c", "tag": "c2647432-cbf5-4f2d-a719-a7acfd914103"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:35:24.672679 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c391f9d-6755-40b2-a68c-b64a34b4ac1b service neutron] Pushing event updated for resources: {'Port': ['ID=c2647432-cbf5-4f2d-a719-a7acfd914103,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:24.684293 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cfd154-00f3-43fc-b991-95c1cbf515c9 x-openstack-request-id: req-60cfd154-00f3-43fc-b991-95c1cbf515c9 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:35:24.684591 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adba90d0-6910-4741-a3c7-a7fa5ffbda9c", "tag": "c2647432-cbf5-4f2d-a719-a7acfd914103", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:35:24.685693 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-60cfd154-00f3-43fc-b991-95c1cbf515c9 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:35:24.686155 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60cfd154-00f3-43fc-b991-95c1cbf515c9'] response: {'name': 'network-changed', 'server_uuid': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'tag': 'c2647432-cbf5-4f2d-a719-a7acfd914103', 'status': 'completed', 'code': 200} Aug 05 15:35:24.745944 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906b49-e928-45e7-b693-79829a09e991 req-0910a5a2-d9a3-4122-9dd0-49556fa9e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:24.748011 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a9906b49-e928-45e7-b693-79829a09e991 req-0910a5a2-d9a3-4122-9dd0-49556fa9e66b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 1128 time: 0.0433135 Aug 05 15:35:24.752322 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (90dc2636-6d0d-4dc4-ab72-df8554ef6ebc), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:24.785094 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event deleted for resources: {'Port': ['ID=90dc2636-6d0d-4dc4-ab72-df8554ef6ebc,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:24.860394 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906b49-e928-45e7-b693-79829a09e991 req-5e55ca68-bd9d-45e0-86e5-7fa49d1626b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:24.861888 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a9906b49-e928-45e7-b693-79829a09e991 req-5e55ca68-bd9d-45e0-86e5-7fa49d1626b0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1084342 Aug 05 15:35:24.899998 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:35:24.961134 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906b49-e928-45e7-b693-79829a09e991 req-2ef0c945-be43-4c5c-a63a-94620e1a34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:24.962628 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-a9906b49-e928-45e7-b693-79829a09e991 req-2ef0c945-be43-4c5c-a63a-94620e1a34fe service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948918 Aug 05 15:35:24.998830 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:25.005294 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:35:25.015079 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ff412-a57f-4096-91ab-d9451606a872 None None] Sync routers for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:35:25.025928 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:25.027350 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ff412-a57f-4096-91ab-d9451606a872 None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:25.027971 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-ee4ff412-a57f-4096-91ab-d9451606a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:25.039909 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-f40d2af3-5d53-441d-ba6a-796b94f9b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:25.041432 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-f40d2af3-5d53-441d-ba6a-796b94f9b2c5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 1128 time: 0.0437224 Aug 05 15:35:25.071498 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] No DVR routers for this DVR port 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc on host hv-cinder-84989 {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:35:25.073987 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:25.077372 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f4a4e3e7-e61d-4d4f-9db9-0d566f1d42bb req-af36b997-216c-48db-b081-d086873b1b70 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "DELETE /networking/v2.0/ports/90dc2636-6d0d-4dc4-ab72-df8554ef6ebc HTTP/1.1" status: 204 len: 173 time: 1.1538522 Aug 05 15:35:25.077822 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'name': 'network-vif-deleted', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:35:25.080103 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b86c01d-e576-47bb-a30e-5dcad359bd18" -d '{"events": [{"server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "name": "network-vif-deleted", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:35:25.105198 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-d9f9c5dc-91db-4c4d-9104-9872fb44ae68 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2647432-cbf5-4f2d-a719-a7acfd914103 HTTP/1.1" status: 200 len: 217 time: 0.0494258 Aug 05 15:35:25.119329 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8b7118-c371-4ee1-b94f-8f2401b77710 x-openstack-request-id: req-ac8b7118-c371-4ee1-b94f-8f2401b77710 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:35:25.119631 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "110f9b00-a9dd-4382-8bee-6dafd1756b9e", "name": "network-vif-deleted", "tag": "90dc2636-6d0d-4dc4-ab72-df8554ef6ebc", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:35:25.119886 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ac8b7118-c371-4ee1-b94f-8f2401b77710 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:35:25.120327 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8b7118-c371-4ee1-b94f-8f2401b77710'] response: {'server_uuid': '110f9b00-a9dd-4382-8bee-6dafd1756b9e', 'name': 'network-vif-deleted', 'tag': '90dc2636-6d0d-4dc4-ab72-df8554ef6ebc', 'status': 'completed', 'code': 200} Aug 05 15:35:25.137989 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-ee4ff412-a57f-4096-91ab-d9451606a872 None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:25.154553 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-7bf326ac-52bf-4749-9716-31c6c43365a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:25.157000 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-7bf326ac-52bf-4749-9716-31c6c43365a6 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cb3c1b3d-59c6-4141-ad48-5db85d354a8b HTTP/1.1" status: 200 len: 850 time: 0.0527768 Aug 05 15:35:25.209258 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-3e732fa9-e484-4139-abf9-cc91c569a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:25.210787 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-3e732fa9-e484-4139-abf9-cc91c569a67f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=5556c147-7063-4e54-b1ad-a45bb656fda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480013 Aug 05 15:35:25.334434 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-481cd25b-5266-49d4-bee1-9ace5df34c20 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168499 Aug 05 15:35:25.347327 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a946605-96a6-4df8-ab09-6f32a8d9529a req-eabc18f9-dbf0-4d97-a839-21db401b2824 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:25.350393 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5a946605-96a6-4df8-ab09-6f32a8d9529a req-eabc18f9-dbf0-4d97-a839-21db401b2824 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 944 time: 0.0670922 Aug 05 15:35:25.368515 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-ee4ff412-a57f-4096-91ab-d9451606a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:31:06Z', 'revision_number': 5, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:25.401898 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ff412-a57f-4096-91ab-d9451606a872 None None] Checking router: 99924b0f-eeef-467a-8364-a38fb6bc9aa8 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:35:25.414326 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5a946605-96a6-4df8-ab09-6f32a8d9529a req-bdf82b99-1d0c-4caa-9056-48d80f4b9870 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575292 Aug 05 15:35:25.416200 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ff412-a57f-4096-91ab-d9451606a872 None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:25.417238 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-ee4ff412-a57f-4096-91ab-d9451606a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:25.435486 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-59bbe712-8f4f-40d7-b279-bae8f75dbdf3 req-98839229-42ab-4bee-b56a-ce195a61dbc2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927148 Aug 05 15:35:25.522646 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-ee4ff412-a57f-4096-91ab-d9451606a872 None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:25.640899 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-028a0e25-ea4b-437f-a40a-6b49c6864061 req-6dc21e3d-f8f1-4b2c-bd6a-a78f8b7bfe88 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 210 time: 0.0284629 Aug 05 15:35:25.697237 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:25.708364 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-ee4ff412-a57f-4096-91ab-d9451606a872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:31:06Z', 'revision_number': 5, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:25.733627 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ff412-a57f-4096-91ab-d9451606a872 None None] The sync data for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi is: [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:30:56Z', 'revision_number': 4, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a', 'name': '', 'network_id': '51a7564f-6f88-44aa-8bd2-cac8188d6f98', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'mac_address': 'fa:16:3e:08:b3:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:54Z', 'updated_at': '2022-08-05T15:31:06Z', 'revision_number': 5, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'subnets': [{'id': 'ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:35:25.938338 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea496d-47a3-41f4-8b3c-b1b2ee9007bf None None] New status for floating IP c7c86fe1-6d4a-4089-b380-952aa8bc5b0c: DOWN {{(pid=104519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:35:26.535240 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70953f9-349c-41da-953d-89acdc7035da req-bb27e673-b122-476d-9cc2-90c7787185fd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:26.536692 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f70953f9-349c-41da-953d-89acdc7035da req-bb27e673-b122-476d-9cc2-90c7787185fd tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 944 time: 0.0494781 Aug 05 15:35:26.582671 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f70953f9-349c-41da-953d-89acdc7035da req-d01700d4-3c07-40f3-a12b-b573fb89d546 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404308 Aug 05 15:35:26.758024 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e28be808-58cb-4a16-a8e4-9f88339a4ee7 req-0dea70d5-e8f1-4531-9d59-ee14d95d3f07 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=110f9b00-a9dd-4382-8bee-6dafd1756b9e HTTP/1.1" status: 200 len: 210 time: 0.0322754 Aug 05 15:35:27.461234 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a189c9ff-360f-4e06-beda-cadbfec997ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:27.693578 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device c2647432-cbf5-4f2d-a719-a7acfd914103 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:35:27.698489 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:35:27.702894 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c108e56-1a4c-4dd8-91e3-fc64a3a36d4a req-3a1023e6-95f8-4821-ace5-a1ed759d50f5 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:27.704391 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8c108e56-1a4c-4dd8-91e3-fc64a3a36d4a req-3a1023e6-95f8-4821-ace5-a1ed759d50f5 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 944 time: 0.0466332 Aug 05 15:35:27.725076 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:35:27.725427 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 90dc2636-6d0d-4dc4-ab72-df8554ef6ebc not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:35:27.752516 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8c108e56-1a4c-4dd8-91e3-fc64a3a36d4a req-662e9f38-0d99-4719-8d66-e94cd7d59ad9 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424588 Aug 05 15:35:27.823969 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port c2647432-cbf5-4f2d-a719-a7acfd914103, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=c2647432-cbf5-4f2d-a719-a7acfd914103,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:27.833625 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'c2647432-cbf5-4f2d-a719-a7acfd914103', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'port_id': 'c2647432-cbf5-4f2d-a719-a7acfd914103', 'mac_address': 'fa:16:3e:2c:2b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:35:27.869591 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port c2647432-cbf5-4f2d-a719-a7acfd914103 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:35:27.869905 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:27.884232 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2647432-cbf5-4f2d-a719-a7acfd914103 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:35:27.902257 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43908) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:27.905108 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port c2647432-cbf5-4f2d-a719-a7acfd914103, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=c2647432-cbf5-4f2d-a719-a7acfd914103,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:27.953851 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:27.963882 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:27.965164 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5fde646-069f-4866-a05b-842442f7ed4e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group (4a66bfcd-8172-4961-b5a6-134d475d1e2b), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:27.990899 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5fde646-069f-4866-a05b-842442f7ed4e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group (4a66bfcd-8172-4961-b5a6-134d475d1e2b), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:28.011593 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=c2647432-cbf5-4f2d-a719-a7acfd914103,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:28.077968 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5fde646-069f-4866-a05b-842442f7ed4e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (4a66bfcd-8172-4961-b5a6-134d475d1e2b), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:28.080699 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5fde646-069f-4866-a05b-842442f7ed4e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:28.081841 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-b5fde646-069f-4866-a05b-842442f7ed4e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4a66bfcd-8172-4961-b5a6-134d475d1e2b HTTP/1.1" status: 204 len: 168 time: 0.1784627 Aug 05 15:35:28.085029 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43910) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:28.091769 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fde646-069f-4866-a05b-842442f7ed4e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a66bfcd-8172-4961-b5a6-134d475d1e2b,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:28.102061 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.api.v2.resource [None req-d990753b-76f5-4bd0-8209-43b9804d4507 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] show failed (client error): The resource could not be found. Aug 05 15:35:28.103180 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-d990753b-76f5-4bd0-8209-43b9804d4507 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups/4a66bfcd-8172-4961-b5a6-134d475d1e2b HTTP/1.1" status: 404 len: 347 time: 0.0168402 Aug 05 15:35:28.106026 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43912) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:28.207721 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['c2647432-cbf5-4f2d-a719-a7acfd914103'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:35:28.210116 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:28.223369 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-5d396a56-db7f-4391-8ab7-5f817d95a6c9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Deleting port eadf74ce-f2a9-49cb-91f2-8f485ac8410d {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:28.223717 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d396a56-db7f-4391-8ab7-5f817d95a6c9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (eadf74ce-f2a9-49cb-91f2-8f485ac8410d), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:28.274269 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:28.305526 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d396a56-db7f-4391-8ab7-5f817d95a6c9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (eadf74ce-f2a9-49cb-91f2-8f485ac8410d), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:28.305852 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d396a56-db7f-4391-8ab7-5f817d95a6c9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for floatingip (eadf74ce-f2a9-49cb-91f2-8f485ac8410d), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:28.318947 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-5d396a56-db7f-4391-8ab7-5f817d95a6c9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Calling delete_port for eadf74ce-f2a9-49cb-91f2-8f485ac8410d owned by network:floatingip {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:28.484022 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d396a56-db7f-4391-8ab7-5f817d95a6c9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (eadf74ce-f2a9-49cb-91f2-8f485ac8410d), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:28.506278 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d396a56-db7f-4391-8ab7-5f817d95a6c9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event deleted for resources: {'Port': ['ID=eadf74ce-f2a9-49cb-91f2-8f485ac8410d,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:28.568973 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d396a56-db7f-4391-8ab7-5f817d95a6c9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks [] for floatingip (c7c86fe1-6d4a-4089-b380-952aa8bc5b0c), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:28.571440 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5d396a56-db7f-4391-8ab7-5f817d95a6c9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:28.572629 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-5d396a56-db7f-4391-8ab7-5f817d95a6c9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/c7c86fe1-6d4a-4089-b380-952aa8bc5b0c HTTP/1.1" status: 204 len: 168 time: 0.4656458 Aug 05 15:35:28.877020 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b9c87-932f-4501-8dd3-ac268cfe0a6b req-5c1a6b0c-519c-4af6-96d5-141ea0053b89 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:28.878521 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-987b9c87-932f-4501-8dd3-ac268cfe0a6b req-5c1a6b0c-519c-4af6-96d5-141ea0053b89 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 945 time: 0.0509224 Aug 05 15:35:28.926673 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-987b9c87-932f-4501-8dd3-ac268cfe0a6b req-bad96e7b-2438-46ed-ba0f-ee5e7a9abcef tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421889 Aug 05 15:35:29.705611 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device c2647432-cbf5-4f2d-a719-a7acfd914103 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:35:29.748658 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port c2647432-cbf5-4f2d-a719-a7acfd914103 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:35:29.809664 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port c2647432-cbf5-4f2d-a719-a7acfd914103 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:35:29.810040 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:29.829045 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:29.875259 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-550cb0e8-971b-4703-a048-6496182e211e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:29.887465 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port c2647432-cbf5-4f2d-a719-a7acfd914103 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:35:29.887844 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:29.910720 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2647432-cbf5-4f2d-a719-a7acfd914103'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:35:29.913005 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780bcc23-51aa-426f-bc8e-3d2e5fa30fd1" -d '{"events": [{"server_uuid": "adba90d0-6910-4741-a3c7-a7fa5ffbda9c", "name": "network-vif-plugged", "status": "completed", "tag": "c2647432-cbf5-4f2d-a719-a7acfd914103"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:35:29.926034 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port c2647432-cbf5-4f2d-a719-a7acfd914103, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=c2647432-cbf5-4f2d-a719-a7acfd914103,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:29.951879 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba8d1ef-8288-43f2-abed-3b49635b4378 x-openstack-request-id: req-5ba8d1ef-8288-43f2-abed-3b49635b4378 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:35:29.952194 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adba90d0-6910-4741-a3c7-a7fa5ffbda9c", "name": "network-vif-plugged", "status": "completed", "tag": "c2647432-cbf5-4f2d-a719-a7acfd914103", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:35:29.952458 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5ba8d1ef-8288-43f2-abed-3b49635b4378 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:35:29.952858 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ba8d1ef-8288-43f2-abed-3b49635b4378'] response: {'server_uuid': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2647432-cbf5-4f2d-a719-a7acfd914103', 'code': 200} Aug 05 15:35:30.021731 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:30.048577 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34897de-b4a0-457c-88d0-1cafea75b027 req-4ff985af-1d04-4005-a95a-599896e10b22 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:30.050080 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e34897de-b4a0-457c-88d0-1cafea75b027 req-4ff985af-1d04-4005-a95a-599896e10b22 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 945 time: 0.0513897 Aug 05 15:35:30.074226 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=c2647432-cbf5-4f2d-a719-a7acfd914103,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:30.102333 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e34897de-b4a0-457c-88d0-1cafea75b027 req-741ec0f0-a662-49ac-92de-17c6f976fe0b tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462475 Aug 05 15:35:30.277321 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2f885-e799-42e7-8b56-1b99e8c8bbb0 req-f33882ec-5dd8-42ea-adf2-6ba7e96623f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:30.278874 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4af2f885-e799-42e7-8b56-1b99e8c8bbb0 req-f33882ec-5dd8-42ea-adf2-6ba7e96623f2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 1130 time: 0.0419466 Aug 05 15:35:30.323050 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4af2f885-e799-42e7-8b56-1b99e8c8bbb0 req-c4f242a1-5ffa-4c18-bb65-59fac34a2c10 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374689 Aug 05 15:35:30.615724 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:30.866878 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:31.230698 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfddf52-3487-4eda-9855-3281b6fc8c56 req-ec21a1b8-5167-49a0-8e7f-faacd5763b12 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:31.232195 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3cfddf52-3487-4eda-9855-3281b6fc8c56 req-ec21a1b8-5167-49a0-8e7f-faacd5763b12 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 946 time: 0.0481081 Aug 05 15:35:31.278756 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3cfddf52-3487-4eda-9855-3281b6fc8c56 req-1c370fa3-570c-47d4-87f1-2efbdf5d343c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405703 Aug 05 15:35:31.542828 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1c68a-01cc-4fd8-abbe-f0b38dabf14f req-75fcb214-90bf-4845-a6d9-c72bd29be7c3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:31.544330 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-88d1c68a-01cc-4fd8-abbe-f0b38dabf14f req-75fcb214-90bf-4845-a6d9-c72bd29be7c3 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0507371 Aug 05 15:35:31.591083 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-88d1c68a-01cc-4fd8-abbe-f0b38dabf14f req-639573c5-67ff-4681-8377-f4db9ff43c37 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Aug 05 15:35:32.364413 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:32.383197 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:32.397663 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb284a-8678-42f3-96f3-6af857e2c3e1 req-aa14fbbf-3cb7-4dd2-bf89-c47edbdf7d9c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:32.399148 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7bbb284a-8678-42f3-96f3-6af857e2c3e1 req-aa14fbbf-3cb7-4dd2-bf89-c47edbdf7d9c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 946 time: 0.0487337 Aug 05 15:35:32.446160 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7bbb284a-8678-42f3-96f3-6af857e2c3e1 req-81945033-b71f-40b7-8818-e3477ae6a0a9 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413589 Aug 05 15:35:32.559147 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de92405-d158-4487-bdc5-e6920fc50228 req-97171d22-0317-43e8-a3ff-221ef67b7426 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:32.560751 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3de92405-d158-4487-bdc5-e6920fc50228 req-97171d22-0317-43e8-a3ff-221ef67b7426 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 946 time: 0.0475783 Aug 05 15:35:32.570933 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43942) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:32.575305 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-0a232cfb-3337-494f-adb3-20381529488c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Request body: {'floatingip': {'port_id': 'c2647432-cbf5-4f2d-a719-a7acfd914103'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:35:32.615294 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0a232cfb-3337-494f-adb3-20381529488c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (8aadca37-d815-4f12-8c9b-5afb615dbf03), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:32.615914 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:32.751586 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c614c6-6b5c-4d12-8549-73892a69876f req-4af91e5d-6d38-4132-a55f-67fcad279dcd tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:32.752995 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a1c614c6-6b5c-4d12-8549-73892a69876f req-4af91e5d-6d38-4132-a55f-67fcad279dcd tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0830624 Aug 05 15:35:32.871972 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a1c614c6-6b5c-4d12-8549-73892a69876f req-fad8776d-acbe-47d7-9744-a39e86682b85 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133468 Aug 05 15:35:33.021791 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:33.107947 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0a232cfb-3337-494f-adb3-20381529488c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:33.175714 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0a232cfb-3337-494f-adb3-20381529488c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (8aadca37-d815-4f12-8c9b-5afb615dbf03), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:33.268815 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [None req-0a232cfb-3337-494f-adb3-20381529488c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Floating IP 8aadca37-d815-4f12-8c9b-5afb615dbf03 associated. External IP: 172.27.0.153, port: c2647432-cbf5-4f2d-a719-a7acfd914103. Aug 05 15:35:33.457596 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a232cfb-3337-494f-adb3-20381529488c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Router 65128544-0210-470a-b8da-71d7b5d24c58 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:35:33.541075 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:33.558779 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a232cfb-3337-494f-adb3-20381529488c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:35:33.563131 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0a232cfb-3337-494f-adb3-20381529488c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:33.567835 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e2fb7-e341-4ea0-ac98-e0ae1eb6bb79 None None] Sync routers for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:35:33.578026 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e2fb7-e341-4ea0-ac98-e0ae1eb6bb79 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:33.578632 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-851e2fb7-e341-4ea0-ac98-e0ae1eb6bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:33.593653 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-0a232cfb-3337-494f-adb3-20381529488c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/8aadca37-d815-4f12-8c9b-5afb615dbf03 HTTP/1.1" status: 200 len: 992 time: 1.0210049 Aug 05 15:35:33.594327 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'tag': 'c2647432-cbf5-4f2d-a719-a7acfd914103'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:35:33.597154 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd" -d '{"events": [{"name": "network-changed", "server_uuid": "adba90d0-6910-4741-a3c7-a7fa5ffbda9c", "tag": "c2647432-cbf5-4f2d-a719-a7acfd914103"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:35:33.632988 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b08719-eb41-4970-ba3b-99f5de844c51 x-openstack-request-id: req-09b08719-eb41-4970-ba3b-99f5de844c51 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:35:33.633282 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adba90d0-6910-4741-a3c7-a7fa5ffbda9c", "tag": "c2647432-cbf5-4f2d-a719-a7acfd914103", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:35:33.633539 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-09b08719-eb41-4970-ba3b-99f5de844c51 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:35:33.633946 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b08719-eb41-4970-ba3b-99f5de844c51'] response: {'name': 'network-changed', 'server_uuid': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'tag': 'c2647432-cbf5-4f2d-a719-a7acfd914103', 'status': 'completed', 'code': 200} Aug 05 15:35:33.679282 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-851e2fb7-e341-4ea0-ac98-e0ae1eb6bb79 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:33.830237 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:33.848481 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd req-58d47918-e749-45f2-a273-561c8bc15ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:33.850039 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd req-58d47918-e749-45f2-a273-561c8bc15ab2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 1130 time: 0.0394731 Aug 05 15:35:33.915094 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:33.963080 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd req-f326e343-de0c-4b81-aa40-d24602910dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:33.963283 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-851e2fb7-e341-4ea0-ac98-e0ae1eb6bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '8aadca37-d815-4f12-8c9b-5afb615dbf03', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'port_id': 'c2647432-cbf5-4f2d-a719-a7acfd914103', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'mac_address': 'fa:16:3e:2c:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:35:15Z', 'updated_at': '2022-08-05T15:35:33Z', 'revision_number': 1, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:33.964935 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd req-f326e343-de0c-4b81-aa40-d24602910dcd service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=5556c147-7063-4e54-b1ad-a45bb656fda4 HTTP/1.1" status: 200 len: 912 time: 0.0993345 Aug 05 15:35:33.988225 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e2fb7-e341-4ea0-ac98-e0ae1eb6bb79 None None] Checking router: 65128544-0210-470a-b8da-71d7b5d24c58 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:35:33.997327 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851e2fb7-e341-4ea0-ac98-e0ae1eb6bb79 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:33.997938 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-851e2fb7-e341-4ea0-ac98-e0ae1eb6bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:33.998204 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995aba9-4fd6-49c2-83c5-dd5c8363ddf9 req-208d4ffb-24ad-4046-bef9-32fbf8926627 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:34.000379 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9995aba9-4fd6-49c2-83c5-dd5c8363ddf9 req-208d4ffb-24ad-4046-bef9-32fbf8926627 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0534096 Aug 05 15:35:34.041828 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd req-62bc1f4a-981f-4bca-aca7-2fa49cd3f1a9 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2647432-cbf5-4f2d-a719-a7acfd914103 HTTP/1.1" status: 200 len: 1000 time: 0.0610254 Aug 05 15:35:34.051012 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9995aba9-4fd6-49c2-83c5-dd5c8363ddf9 req-0af15c33-e54e-4253-b725-6199032fb1c9 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447903 Aug 05 15:35:34.099866 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-851e2fb7-e341-4ea0-ac98-e0ae1eb6bb79 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:34.129389 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd req-baa81975-742c-4d5f-b283-948bbe8cc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:34.131184 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd req-baa81975-742c-4d5f-b283-948bbe8cc88d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=cb3c1b3d-59c6-4141-ad48-5db85d354a8b HTTP/1.1" status: 200 len: 850 time: 0.0462694 Aug 05 15:35:34.136079 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c40c0-afe0-425f-b85b-130f1a8d0943 req-6fdf76c5-cc54-40d5-8796-754404b8df58 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:34.137540 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff1c40c0-afe0-425f-b85b-130f1a8d0943 req-6fdf76c5-cc54-40d5-8796-754404b8df58 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 945 time: 0.0459025 Aug 05 15:35:34.191295 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd req-36f68b76-b007-4f45-b511-7edf81e15c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:34.192923 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd req-36f68b76-b007-4f45-b511-7edf81e15c11 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=5556c147-7063-4e54-b1ad-a45bb656fda4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492258 Aug 05 15:35:34.225986 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-ff1c40c0-afe0-425f-b85b-130f1a8d0943 req-5b07a3fa-5a75-4c74-ae7c-8e1f6c85f01d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Deleting port 81f5f43f-6504-4380-9838-2b4d5f79d684 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:34.226254 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-ff1c40c0-afe0-425f-b85b-130f1a8d0943 req-5b07a3fa-5a75-4c74-ae7c-8e1f6c85f01d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:34.288753 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd req-4ef32582-3b46-4806-a17d-4c7c3ff686fc service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885441 Aug 05 15:35:34.314216 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-851e2fb7-e341-4ea0-ac98-e0ae1eb6bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '8aadca37-d815-4f12-8c9b-5afb615dbf03', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'port_id': 'c2647432-cbf5-4f2d-a719-a7acfd914103', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'mac_address': 'fa:16:3e:2c:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:35:15Z', 'updated_at': '2022-08-05T15:35:33Z', 'revision_number': 1, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:34.319508 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-ff1c40c0-afe0-425f-b85b-130f1a8d0943 req-5b07a3fa-5a75-4c74-ae7c-8e1f6c85f01d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] For port 81f5f43f-6504-4380-9838-2b4d5f79d684, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=81f5f43f-6504-4380-9838-2b4d5f79d684,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:34.319874 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-ff1c40c0-afe0-425f-b85b-130f1a8d0943 req-5b07a3fa-5a75-4c74-ae7c-8e1f6c85f01d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:34.332828 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-ff1c40c0-afe0-425f-b85b-130f1a8d0943 req-5b07a3fa-5a75-4c74-ae7c-8e1f6c85f01d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Calling delete_port for 81f5f43f-6504-4380-9838-2b4d5f79d684 owned by compute:nova {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:34.338730 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851e2fb7-e341-4ea0-ac98-e0ae1eb6bb79 None None] The sync data for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi is: [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '8aadca37-d815-4f12-8c9b-5afb615dbf03', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'port_id': 'c2647432-cbf5-4f2d-a719-a7acfd914103', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'mac_address': 'fa:16:3e:2c:2b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:35:15Z', 'updated_at': '2022-08-05T15:35:33Z', 'revision_number': 1, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:35:34.403979 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-fda380c7-e4bf-4ca9-bd20-ec6d794711fd req-6d459439-a126-4854-976b-239469fb67ac service neutron] 10.222.0.17 "GET /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043274 Aug 05 15:35:34.546671 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1991e30-f584-4ee6-8178-7af5d0f9c8e0 None None] New status for floating IP 8aadca37-d815-4f12-8c9b-5afb615dbf03: ACTIVE {{(pid=104519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:35:34.607694 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:34.783167 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-ff1c40c0-afe0-425f-b85b-130f1a8d0943 req-5b07a3fa-5a75-4c74-ae7c-8e1f6c85f01d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (81f5f43f-6504-4380-9838-2b4d5f79d684), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:34.797230 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['9a97ceb0-7729-4faa-9ff4-2bacbdbf1823', '81f5f43f-6504-4380-9838-2b4d5f79d684'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:35:34.813494 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07a3fa-5a75-4c74-ae7c-8e1f6c85f01d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event deleted for resources: {'Port': ['ID=81f5f43f-6504-4380-9838-2b4d5f79d684,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:34.855681 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1c40c0-afe0-425f-b85b-130f1a8d0943 req-5b07a3fa-5a75-4c74-ae7c-8e1f6c85f01d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] No DVR routers for this DVR port 81f5f43f-6504-4380-9838-2b4d5f79d684 on host hv-cinder-84989 {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:35:34.859399 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-ff1c40c0-afe0-425f-b85b-130f1a8d0943 req-5b07a3fa-5a75-4c74-ae7c-8e1f6c85f01d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:34.862671 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff1c40c0-afe0-425f-b85b-130f1a8d0943 req-5b07a3fa-5a75-4c74-ae7c-8e1f6c85f01d tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "DELETE /networking/v2.0/ports/81f5f43f-6504-4380-9838-2b4d5f79d684 HTTP/1.1" status: 204 len: 173 time: 0.7184789 Aug 05 15:35:34.929979 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:35.176273 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5bd6a2f7-9e8d-4477-ad09-e4cbf6f9f1e7 req-844bc046-4f32-4db1-b920-311220bb5f29 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5ea1d385-2084-4d85-b55b-b3f0f3c55cb0 HTTP/1.1" status: 200 len: 210 time: 0.0328131 Aug 05 15:35:35.634828 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea1d385-2084-4d85-b55b-b3f0f3c55cb0', 'name': 'network-vif-deleted', 'tag': '81f5f43f-6504-4380-9838-2b4d5f79d684'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:35:35.637723 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b92f9e-fbba-4e8d-ab7d-c0fa48b5147d" -d '{"events": [{"server_uuid": "5ea1d385-2084-4d85-b55b-b3f0f3c55cb0", "name": "network-vif-deleted", "tag": "81f5f43f-6504-4380-9838-2b4d5f79d684"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:35:35.674879 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f077be-51bc-4557-8724-400fb79bfbb6 x-openstack-request-id: req-d3f077be-51bc-4557-8724-400fb79bfbb6 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:35:35.674879 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea1d385-2084-4d85-b55b-b3f0f3c55cb0", "name": "network-vif-deleted", "tag": "81f5f43f-6504-4380-9838-2b4d5f79d684", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:35:35.674879 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d3f077be-51bc-4557-8724-400fb79bfbb6 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:35:35.675176 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f077be-51bc-4557-8724-400fb79bfbb6'] response: {'server_uuid': '5ea1d385-2084-4d85-b55b-b3f0f3c55cb0', 'name': 'network-vif-deleted', 'tag': '81f5f43f-6504-4380-9838-2b4d5f79d684', 'status': 'completed', 'code': 200} Aug 05 15:35:36.672129 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab97b52-6895-4787-821c-3c3001faf5a1 req-4b1059b0-ca74-483d-883f-89218f744a26 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:36.673653 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6ab97b52-6895-4787-821c-3c3001faf5a1 req-4b1059b0-ca74-483d-883f-89218f744a26 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0506487 Aug 05 15:35:36.723685 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6ab97b52-6895-4787-821c-3c3001faf5a1 req-d303a3b7-1168-4fe4-b5a1-43451597842e tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442960 Aug 05 15:35:37.846658 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cceb6-a2fd-46c0-9f73-97ab17eb8d4c req-62ad99ff-92c8-4047-9af0-ed1d6fce831b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:37.848168 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b95cceb6-a2fd-46c0-9f73-97ab17eb8d4c req-62ad99ff-92c8-4047-9af0-ed1d6fce831b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0462615 Aug 05 15:35:37.897426 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b95cceb6-a2fd-46c0-9f73-97ab17eb8d4c req-47d7c217-736c-4da5-8514-159193a1235b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437965 Aug 05 15:35:37.915472 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:35:39.014060 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe39a-e4f4-454c-84ad-17670a374ec6 req-ebd82127-bd46-4963-b221-e524646501b1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:39.015490 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-530fe39a-e4f4-454c-84ad-17670a374ec6 req-ebd82127-bd46-4963-b221-e524646501b1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0465257 Aug 05 15:35:39.060801 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-530fe39a-e4f4-454c-84ad-17670a374ec6 req-3efe7403-0750-4cc6-a579-4190762478d1 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Aug 05 15:35:39.746979 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 81f5f43f-6504-4380-9838-2b4d5f79d684 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:35:39.766561 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 81f5f43f-6504-4380-9838-2b4d5f79d684 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:35:39.766899 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 81f5f43f-6504-4380-9838-2b4d5f79d684 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:35:39.995538 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dde7bf-847e-433a-adb4-a5c0a730e9e2 req-28280b83-3882-4993-8ca8-1b768464274b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:39.996888 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-66dde7bf-847e-433a-adb4-a5c0a730e9e2 req-28280b83-3882-4993-8ca8-1b768464274b tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0448768 Aug 05 15:35:40.073896 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:40.080049 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-66dde7bf-847e-433a-adb4-a5c0a730e9e2 req-9fa7485c-fa62-45c4-a097-9d3c3c483bef tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Deleting port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:40.080419 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-66dde7bf-847e-433a-adb4-a5c0a730e9e2 req-9fa7485c-fa62-45c4-a097-9d3c3c483bef tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:40.203474 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736cde8-9ddb-48be-a9d1-47a74bb0928f req-b19cf42c-1d3b-4936-9bcf-ca1618511cb5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:35:40.204967 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a736cde8-9ddb-48be-a9d1-47a74bb0928f req-b19cf42c-1d3b-4936-9bcf-ca1618511cb5 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 946 time: 0.0715315 Aug 05 15:35:40.225883 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-66dde7bf-847e-433a-adb4-a5c0a730e9e2 req-9fa7485c-fa62-45c4-a097-9d3c3c483bef tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] For port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:40.226245 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-66dde7bf-847e-433a-adb4-a5c0a730e9e2 req-9fa7485c-fa62-45c4-a097-9d3c3c483bef tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:40.246403 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-66dde7bf-847e-433a-adb4-a5c0a730e9e2 req-9fa7485c-fa62-45c4-a097-9d3c3c483bef tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Calling delete_port for 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 owned by compute:nova {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:40.304671 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a736cde8-9ddb-48be-a9d1-47a74bb0928f req-73856fd0-1cd4-4655-a589-a7a6b6a0d985 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908909 Aug 05 15:35:40.383385 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:40.490842 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-66dde7bf-847e-433a-adb4-a5c0a730e9e2 req-9fa7485c-fa62-45c4-a097-9d3c3c483bef tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (9a97ceb0-7729-4faa-9ff4-2bacbdbf1823), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:40.504012 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['9a97ceb0-7729-4faa-9ff4-2bacbdbf1823'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:35:40.519691 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7485c-fa62-45c4-a097-9d3c3c483bef tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Pushing event deleted for resources: {'Port': ['ID=9a97ceb0-7729-4faa-9ff4-2bacbdbf1823,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:40.565213 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dde7bf-847e-433a-adb4-a5c0a730e9e2 req-9fa7485c-fa62-45c4-a097-9d3c3c483bef tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] No DVR routers for this DVR port 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 on host hv-cinder-84989 {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:35:40.568151 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-66dde7bf-847e-433a-adb4-a5c0a730e9e2 req-9fa7485c-fa62-45c4-a097-9d3c3c483bef tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:40.571850 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-66dde7bf-847e-433a-adb4-a5c0a730e9e2 req-9fa7485c-fa62-45c4-a097-9d3c3c483bef tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.17 "DELETE /networking/v2.0/ports/9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 HTTP/1.1" status: 204 len: 173 time: 0.5700130 Aug 05 15:35:40.572313 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eaf6904-d36e-48d4-9d13-cd73e2e9af47', 'name': 'network-vif-deleted', 'tag': '9a97ceb0-7729-4faa-9ff4-2bacbdbf1823'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:35:40.574520 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df23f452-ae05-49ff-b215-b5f522ee1899" -d '{"events": [{"server_uuid": "2eaf6904-d36e-48d4-9d13-cd73e2e9af47", "name": "network-vif-deleted", "tag": "9a97ceb0-7729-4faa-9ff4-2bacbdbf1823"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:35:40.615290 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcdeb99-7f84-49d8-8557-bac364e3dccf x-openstack-request-id: req-2dcdeb99-7f84-49d8-8557-bac364e3dccf {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:35:40.615290 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eaf6904-d36e-48d4-9d13-cd73e2e9af47", "name": "network-vif-deleted", "tag": "9a97ceb0-7729-4faa-9ff4-2bacbdbf1823", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:35:40.615290 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2dcdeb99-7f84-49d8-8557-bac364e3dccf {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:35:40.615290 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcdeb99-7f84-49d8-8557-bac364e3dccf'] response: {'server_uuid': '2eaf6904-d36e-48d4-9d13-cd73e2e9af47', 'name': 'network-vif-deleted', 'tag': '9a97ceb0-7729-4faa-9ff4-2bacbdbf1823', 'status': 'completed', 'code': 200} Aug 05 15:35:41.419811 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-71a200e5-2b96-4373-9a45-13e9f39683ec req-6a2ebbf0-8223-480b-928c-b89cd24c5075 tempest-ServerRescueNegativeTestJSON-1152901454 tempest-ServerRescueNegativeTestJSON-1152901454-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=2eaf6904-d36e-48d4-9d13-cd73e2e9af47 HTTP/1.1" status: 200 len: 210 time: 0.0317798 Aug 05 15:35:42.485764 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43976) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:42.796199 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928496'] for router_interface (99924b0f-eeef-467a-8364-a38fb6bc9aa8), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:43.020246 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] Deleting port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:43.020584 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:43.060993 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:43.098279 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] For port 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:43.098633 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:43.111258 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] Calling delete_port for 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a owned by network:router_interface {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:43.221648 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:43.330992 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:43.352816 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:43.527316 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1928620'] for router_interface (99924b0f-eeef-467a-8364-a38fb6bc9aa8), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:43.729215 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] Router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:35:43.829870 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:35:43.834908 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-0104eea1-31a2-462a-9181-b944c377c08d admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/99924b0f-eeef-467a-8364-a38fb6bc9aa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3480966 Aug 05 15:35:43.837549 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43980) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:43.838340 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88773643-ea0d-429c-9aa1-cc934e27dd43 None None] Sync routers for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:35:43.848812 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88773643-ea0d-429c-9aa1-cc934e27dd43 None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:43.849411 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-88773643-ea0d-429c-9aa1-cc934e27dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:43.937387 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Publish callbacks [] for router (99924b0f-eeef-467a-8364-a38fb6bc9aa8), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:43.947588 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-88773643-ea0d-429c-9aa1-cc934e27dd43 None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:43.970687 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:44.040986 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Publish callbacks [] for router_gateway (99924b0f-eeef-467a-8364-a38fb6bc9aa8), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:44.049687 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:44.114937 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-88773643-ea0d-429c-9aa1-cc934e27dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:35:43Z', 'revision_number': 5, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port': {'id': 'ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:44.139984 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88773643-ea0d-429c-9aa1-cc934e27dd43 None None] Checking router: 99924b0f-eeef-467a-8364-a38fb6bc9aa8 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:35:44.149558 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88773643-ea0d-429c-9aa1-cc934e27dd43 None None] Routers {'99924b0f-eeef-467a-8364-a38fb6bc9aa8'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:35:44.150166 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-88773643-ea0d-429c-9aa1-cc934e27dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:35:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:44.222169 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:44.238279 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-88773643-ea0d-429c-9aa1-cc934e27dd43 None None] Set router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 gateway port host: None {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:35:44.288968 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-88773643-ea0d-429c-9aa1-cc934e27dd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:35:44Z', 'revision_number': 6, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port_host': None}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:44.316815 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88773643-ea0d-429c-9aa1-cc934e27dd43 None None] The sync data for ids ['99924b0f-eeef-467a-8364-a38fb6bc9aa8'] in dv-cinder-849890-4-iscsi is: [{'id': '99924b0f-eeef-467a-8364-a38fb6bc9aa8', 'name': 'tempest-ServerRescueNegativeTestJSON-1971021701-router', 'tenant_id': '1cb48dbd26c747d290bf3e666e65027a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:49Z', 'updated_at': '2022-08-05T15:35:44Z', 'revision_number': 6, 'project_id': '1cb48dbd26c747d290bf3e666e65027a', 'gw_port_host': None}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:35:44.376956 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Deleting port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:44.377299 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:44.456897 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] For port ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:44.457265 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:44.472977 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Calling delete_port for ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc owned by network:router_gateway {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:44.627150 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:44.691590 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:44.724477 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:44.794427 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935332'] for router_gateway (99924b0f-eeef-467a-8364-a38fb6bc9aa8), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:44.894912 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-586'] for router (99924b0f-eeef-467a-8364-a38fb6bc9aa8), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:44.897001 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Publish callbacks [] for router_controller (99924b0f-eeef-467a-8364-a38fb6bc9aa8), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.005366 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1907273'] for router (99924b0f-eeef-467a-8364-a38fb6bc9aa8), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.005940 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99924b0f-eeef-467a-8364-a38fb6bc9aa8 {{(pid=104517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:35:45.010682 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.016799 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-5e6c4e7a-4f8f-4581-b7b4-d01337dc9287 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/99924b0f-eeef-467a-8364-a38fb6bc9aa8 HTTP/1.1" status: 204 len: 168 time: 1.1735358 Aug 05 15:35:45.016799 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43982) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:45.060330 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_v2 [None req-1500ba95-9fa0-4074-8843-5dcf61274a7c admin admin] Deleting subnet ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f {{(pid=104517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:35:45.064278 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1500ba95-9fa0-4074-8843-5dcf61274a7c admin admin] Publish callbacks [] for subnet (ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.102816 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1500ba95-9fa0-4074-8843-5dcf61274a7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599977'] for subnet (ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.183784 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1500ba95-9fa0-4074-8843-5dcf61274a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.291655 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1500ba95-9fa0-4074-8843-5dcf61274a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3288574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59709028'] for subnet (ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.295174 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:45.319276 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500ba95-9fa0-4074-8843-5dcf61274a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:45.323314 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1500ba95-9fa0-4074-8843-5dcf61274a7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.326921 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-1500ba95-9fa0-4074-8843-5dcf61274a7c admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/ecd77a11-5e56-4b2b-bd72-ef2f9fcca67f HTTP/1.1" status: 204 len: 168 time: 0.3107941 Aug 05 15:35:45.329153 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 43984) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:45.329651 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1da1976-92a3-44d8-a8c4-7a79c4e9b086 None None] Network 51a7564f-6f88-44aa-8bd2-cac8188d6f98 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:35:45.399412 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (51a7564f-6f88-44aa-8bd2-cac8188d6f98), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.451370 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Deleting port 98710eae-163d-4f92-bd02-e52bef920478 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:45.451825 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (98710eae-163d-4f92-bd02-e52bef920478), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.510249 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf2255b-17a7-427a-a303-dc878878d370 None None] DHCP port deletion for 51a7564f-6f88-44aa-8bd2-cac8188d6f98 request from dv-cinder-849890-4-iscsi {{(pid=104519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 15:35:45.516735 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:35:45.524793 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] For port 98710eae-163d-4f92-bd02-e52bef920478, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=98710eae-163d-4f92-bd02-e52bef920478,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:45.525210 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (98710eae-163d-4f92-bd02-e52bef920478), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.527300 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:45.539172 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Calling delete_port for 98710eae-163d-4f92-bd02-e52bef920478 owned by network:dhcp {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:45.549869 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:45.551861 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:35:45.552233 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 1c0b2f93-d4b7-4be9-9e03-db0baeaabb5a not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:35:45.558102 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:35:45.573794 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:35:45.574135 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device ecd22ee7-3fe5-483b-8bb8-06a5b855a0cc not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:35:45.584765 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2255b-17a7-427a-a303-dc878878d370 None None] Deleting port 98710eae-163d-4f92-bd02-e52bef920478 {{(pid=104519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:35:45.584765 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fbf2255b-17a7-427a-a303-dc878878d370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (98710eae-163d-4f92-bd02-e52bef920478), before_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.649103 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-fbf2255b-17a7-427a-a303-dc878878d370 None None] For port 98710eae-163d-4f92-bd02-e52bef920478, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=98710eae-163d-4f92-bd02-e52bef920478,segment=NetworkSegment(9b18b222-41de-447e-b5c4-20fe791cf773),segment_id=9b18b222-41de-447e-b5c4-20fe791cf773)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:35:45.649497 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fbf2255b-17a7-427a-a303-dc878878d370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (98710eae-163d-4f92-bd02-e52bef920478), precommit_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.662465 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2255b-17a7-427a-a303-dc878878d370 None None] Calling delete_port for 98710eae-163d-4f92-bd02-e52bef920478 owned by network:dhcp {{(pid=104519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:35:45.668691 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (98710eae-163d-4f92-bd02-e52bef920478), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.691377 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Pushing event deleted for resources: {'Port': ['ID=98710eae-163d-4f92-bd02-e52bef920478,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:45.697723 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] No DVR routers for this DVR port 98710eae-163d-4f92-bd02-e52bef920478 on host dv-cinder-849890-4-iscsi {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:35:45.735848 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fbf2255b-17a7-427a-a303-dc878878d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937'] for port (98710eae-163d-4f92-bd02-e52bef920478), after_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.762396 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2255b-17a7-427a-a303-dc878878d370 None None] Pushing event deleted for resources: {'Port': ['ID=98710eae-163d-4f92-bd02-e52bef920478,revision_number=None']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:45.767162 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:35:45.769655 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2255b-17a7-427a-a303-dc878878d370 None None] No DVR routers for this DVR port 98710eae-163d-4f92-bd02-e52bef920478 on host dv-cinder-849890-4-iscsi {{(pid=104519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:35:45.774253 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (51a7564f-6f88-44aa-8bd2-cac8188d6f98), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.798491 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a7564f-6f88-44aa-8bd2-cac8188d6f98']}} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:45.811067 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b18b222-41de-447e-b5c4-20fe791cf773') {'for_net_delete': True} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:45.811364 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b18b222-41de-447e-b5c4-20fe791cf773') {} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:35:45.822172 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3652385'] for segment (9b18b222-41de-447e-b5c4-20fe791cf773), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.836986 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (9b18b222-41de-447e-b5c4-20fe791cf773), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.844878 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=104518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:35:45.847196 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3513870'] for segment (9b18b222-41de-447e-b5c4-20fe791cf773), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.889993 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 9b18b222-41de-447e-b5c4-20fe791cf773 resource provider aggregate not found Aug 05 15:35:45.912255 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:35:45.912582 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 9a97ceb0-7729-4faa-9ff4-2bacbdbf1823 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:35:45.917407 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 9b18b222-41de-447e-b5c4-20fe791cf773 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b18b222-41de-447e-b5c4-20fe791cf773 found for delete ", "request_id": "req-25b3c714-83ea-4494-b1ed-2335354e4a3d"}]} Aug 05 15:35:45.965648 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (51a7564f-6f88-44aa-8bd2-cac8188d6f98), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.973110 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:45.976299 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/51a7564f-6f88-44aa-8bd2-cac8188d6f98 HTTP/1.1" status: 204 len: 168 time: 0.6461027 Aug 05 15:35:45.986089 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3fa1d-4799-49f6-a173-c6ff30bb7645 admin admin] Pushing event deleted for resources: {'Network': ['ID=51a7564f-6f88-44aa-8bd2-cac8188d6f98,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:46.394739 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43992) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:46.581029 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-2d7b9524-8b2b-4f1d-81a2-268ff0436eff admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1cb48dbd26c747d290bf3e666e65027a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1851618 Aug 05 15:35:46.583609 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 43996) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:46.634783 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-258eba0e-233c-4a8d-bf60-eb59178bd969 admin admin] Publish callbacks [] for security_group (3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:46.655913 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-258eba0e-233c-4a8d-bf60-eb59178bd969 admin admin] Publish callbacks [] for security_group (3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:46.788487 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-258eba0e-233c-4a8d-bf60-eb59178bd969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:46.790965 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-258eba0e-233c-4a8d-bf60-eb59178bd969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:46.792159 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-258eba0e-233c-4a8d-bf60-eb59178bd969 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2 HTTP/1.1" status: 204 len: 168 time: 0.2075453 Aug 05 15:35:46.800750 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258eba0e-233c-4a8d-bf60-eb59178bd969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec5c93c-86a5-4499-87c1-a0b9d43a1cd2,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:47.454814 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 98710eae-163d-4f92-bd02-e52bef920478 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:35:47.473749 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 98710eae-163d-4f92-bd02-e52bef920478 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:35:47.474174 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 98710eae-163d-4f92-bd02-e52bef920478 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:35:51.386465 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 44064) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:51.491758 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7a2d12d5-cc21-4673-a67d-afebe13ec66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:51.566498 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7a2d12d5-cc21-4673-a67d-afebe13ec66d admin admin] Publish callbacks [] for security_group (1a823ca7-b89b-4e12-89dd-3fbe8437bd05), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:51.640222 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7a2d12d5-cc21-4673-a67d-afebe13ec66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (1a823ca7-b89b-4e12-89dd-3fbe8437bd05), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:51.680499 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7a2d12d5-cc21-4673-a67d-afebe13ec66d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2efa0c365169481995ab394c9ec0f815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926679 Aug 05 15:35:51.681368 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d12d5-cc21-4673-a67d-afebe13ec66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a823ca7-b89b-4e12-89dd-3fbe8437bd05,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:51.683258 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44068) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:51.732612 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-79be3738-40ee-40de-9c2a-43332ceb5e27 admin admin] Publish callbacks [] for security_group (1a823ca7-b89b-4e12-89dd-3fbe8437bd05), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:51.753381 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-79be3738-40ee-40de-9c2a-43332ceb5e27 admin admin] Publish callbacks [] for security_group (1a823ca7-b89b-4e12-89dd-3fbe8437bd05), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:51.868899 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-79be3738-40ee-40de-9c2a-43332ceb5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (1a823ca7-b89b-4e12-89dd-3fbe8437bd05), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:51.871489 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-79be3738-40ee-40de-9c2a-43332ceb5e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:51.872670 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-79be3738-40ee-40de-9c2a-43332ceb5e27 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1a823ca7-b89b-4e12-89dd-3fbe8437bd05 HTTP/1.1" status: 204 len: 168 time: 0.1883476 Aug 05 15:35:51.881134 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be3738-40ee-40de-9c2a-43332ceb5e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a823ca7-b89b-4e12-89dd-3fbe8437bd05,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:54.263429 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=15 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:54.292431 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:57.397894 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:57.402193 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44138) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:57.469888 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-26f29fbc-2811-4481-9154-acf1c0de1cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:57.515858 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-320cb27e-3512-4352-afe0-439386bf65a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:57.589433 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-320cb27e-3512-4352-afe0-439386bf65a1 admin admin] Publish callbacks [] for security_group (e1860b52-ce80-46ca-91f3-c773b0464997), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:57.623213 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-320cb27e-3512-4352-afe0-439386bf65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e1860b52-ce80-46ca-91f3-c773b0464997), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:57.662658 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:57.667512 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-320cb27e-3512-4352-afe0-439386bf65a1 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7f02796bb02749f8b1a28505148f07b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635324 Aug 05 15:35:57.668195 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cb27e-3512-4352-afe0-439386bf65a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1860b52-ce80-46ca-91f3-c773b0464997,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:57.670495 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 44142) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:35:57.710378 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:35:57.723779 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e04149e5-5219-4584-8589-2e61326a2c2b admin admin] Publish callbacks [] for security_group (e1860b52-ce80-46ca-91f3-c773b0464997), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:57.744753 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e04149e5-5219-4584-8589-2e61326a2c2b admin admin] Publish callbacks [] for security_group (e1860b52-ce80-46ca-91f3-c773b0464997), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:57.852301 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e04149e5-5219-4584-8589-2e61326a2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e1860b52-ce80-46ca-91f3-c773b0464997), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:57.854895 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e04149e5-5219-4584-8589-2e61326a2c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:35:57.856088 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e04149e5-5219-4584-8589-2e61326a2c2b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e1860b52-ce80-46ca-91f3-c773b0464997 HTTP/1.1" status: 204 len: 168 time: 0.1845539 Aug 05 15:35:57.864157 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04149e5-5219-4584-8589-2e61326a2c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1860b52-ce80-46ca-91f3-c773b0464997,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:35:59.863951 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a1736521-da9e-4194-853f-6b24b014168b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:00.618089 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:00.915390 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:01.935809 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-d6289a0d-fee4-4777-b384-35e01c3aae22 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372875 Aug 05 15:36:02.018827 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-b0fe49d9-d228-4b5a-8dd8-c60fd1b8b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:02.020334 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-b0fe49d9-d228-4b5a-8dd8-c60fd1b8b4ba service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 1129 time: 0.0386894 Aug 05 15:36:02.130985 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-44a7d2ce-197b-4192-b910-aa3942c09b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:02.132495 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-44a7d2ce-197b-4192-b910-aa3942c09b79 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 912 time: 0.0901175 Aug 05 15:36:02.226072 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-249c55a6-9bd3-40cc-8a0d-5a2465bb7028 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1c3ece6-03c8-4606-9433-311e8a05105f HTTP/1.1" status: 200 len: 1000 time: 0.0857234 Aug 05 15:36:02.356399 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:02.504059 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-7b5edf2c-af8c-4a5f-ae68-31547ac53c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:02.505450 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-7b5edf2c-af8c-4a5f-ae68-31547ac53c16 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fdda4929-7d3f-4165-b49e-7fa36c7c477d HTTP/1.1" status: 200 len: 850 time: 0.2735436 Aug 05 15:36:02.553516 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-cdb1fc62-ac0a-409c-826c-a0afe1587c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:02.555016 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-cdb1fc62-ac0a-409c-826c-a0afe1587c2a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9b73dcac-fd0b-490d-b366-7eddfd909984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418024 Aug 05 15:36:02.653624 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:02.656842 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-457ca15b-8735-4fdc-a7da-b82a7a4dcdb9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923231 Aug 05 15:36:02.715193 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:02.751476 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dd01783c-0b9b-498b-862c-ff27d48c0c82 req-3e6052fa-49bb-41b2-8414-62e0d5e4ea01 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890496 Aug 05 15:36:03.010301 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41abe7d-d420-4126-8fb5-9681909ac8ea req-d2545a64-e3fb-4cd2-91e2-a0ac34065c78 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:03.011866 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b41abe7d-d420-4126-8fb5-9681909ac8ea req-d2545a64-e3fb-4cd2-91e2-a0ac34065c78 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0528061 Aug 05 15:36:03.061073 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b41abe7d-d420-4126-8fb5-9681909ac8ea req-105aa0ee-f658-4366-a227-717e08e15292 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422702 Aug 05 15:36:03.492553 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83469561-4d6e-4879-8d96-43a893d81f63 req-b6b56836-161b-45a8-be77-14636a0462cb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:03.494029 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-83469561-4d6e-4879-8d96-43a893d81f63 req-b6b56836-161b-45a8-be77-14636a0462cb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0474501 Aug 05 15:36:03.541898 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-83469561-4d6e-4879-8d96-43a893d81f63 req-18043917-717d-468d-ab0d-ef6ffbf37849 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422573 Aug 05 15:36:04.188836 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c3c6d-5398-4abe-bb72-042ae954682e req-f8a87dd2-c4be-4b17-9e46-533710a58ebf tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:04.190311 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ae2c3c6d-5398-4abe-bb72-042ae954682e req-f8a87dd2-c4be-4b17-9e46-533710a58ebf tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0487931 Aug 05 15:36:04.242647 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ae2c3c6d-5398-4abe-bb72-042ae954682e req-e9f99e72-b07f-49b6-925f-333325596b37 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466533 Aug 05 15:36:04.666265 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289a601-4e78-43e3-b1cb-beb990291cc4 req-c4fb0613-56ee-497d-b724-16a891a6b808 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:04.667710 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8289a601-4e78-43e3-b1cb-beb990291cc4 req-c4fb0613-56ee-497d-b724-16a891a6b808 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0484564 Aug 05 15:36:04.709827 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:04.714572 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8289a601-4e78-43e3-b1cb-beb990291cc4 req-703283ea-6a4c-42f3-844e-8138ca65cfc7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413640 Aug 05 15:36:04.958074 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-99d07b63-242a-4a5b-98f2-aa818ffeeed6 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:04.959423 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-99d07b63-242a-4a5b-98f2-aa818ffeeed6 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0454259 Aug 05 15:36:05.045514 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Deleting port a1c3ece6-03c8-4606-9433-311e8a05105f {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:36:05.045853 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:05.134765 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] For port a1c3ece6-03c8-4606-9433-311e8a05105f, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=a1c3ece6-03c8-4606-9433-311e8a05105f,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:05.135136 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:05.303770 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:05.320015 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (d8ffabec-686e-413f-b58a-9149b7a6fd4c), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:05.320015 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Floating IP d8ffabec-686e-413f-b58a-9149b7a6fd4c disassociated. External IP: 172.27.0.76, port: a1c3ece6-03c8-4606-9433-311e8a05105f. Aug 05 15:36:05.320015 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Calling delete_port for a1c3ece6-03c8-4606-9433-311e8a05105f owned by compute:nova {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:36:05.399245 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4cacb-68a9-457d-a731-41306e2f0f19 req-778cb97a-0ab5-4c53-a357-fd362a764782 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:05.400770 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-99b4cacb-68a9-457d-a731-41306e2f0f19 req-778cb97a-0ab5-4c53-a357-fd362a764782 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 945 time: 0.0824020 Aug 05 15:36:05.494172 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-99b4cacb-68a9-457d-a731-41306e2f0f19 req-d8b0b700-c83e-4c8f-a248-d15c4f3efcd8 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871124 Aug 05 15:36:05.595568 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (a1c3ece6-03c8-4606-9433-311e8a05105f), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:05.623073 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event deleted for resources: {'Port': ['ID=a1c3ece6-03c8-4606-9433-311e8a05105f,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:05.665424 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:05.736437 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:36:05.781461 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:05.879304 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0c3b9-b440-4996-bbce-86a7ce75a274 req-a3696d66-fb47-41f9-86ac-efa05a695c47 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:05.880840 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7ea0c3b9-b440-4996-bbce-86a7ce75a274 req-a3696d66-fb47-41f9-86ac-efa05a695c47 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0600641 Aug 05 15:36:05.885185 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:36:05.895494 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75faf11-54ac-404f-bf6a-8401207946f1 None None] Sync routers for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:36:05.898428 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:05.906935 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75faf11-54ac-404f-bf6a-8401207946f1 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:36:05.907558 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c75faf11-54ac-404f-bf6a-8401207946f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:36:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:05.941902 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] No DVR routers for this DVR port a1c3ece6-03c8-4606-9433-311e8a05105f on host hv-cinder-84989 {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:36:05.944546 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:05.947982 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-38a4b63f-7618-49f2-911f-c5089a5f421b req-7b99fa93-75eb-4a1d-9db1-e0cf63a979c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "DELETE /networking/v2.0/ports/a1c3ece6-03c8-4606-9433-311e8a05105f HTTP/1.1" status: 204 len: 173 time: 0.9831357 Aug 05 15:36:05.948744 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17362876-caa1-4703-8c1f-11c09b21eea8', 'name': 'network-vif-deleted', 'tag': 'a1c3ece6-03c8-4606-9433-311e8a05105f'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:36:05.950970 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beb2912-5938-45c4-af1d-00bc46bac4e3" -d '{"events": [{"server_uuid": "17362876-caa1-4703-8c1f-11c09b21eea8", "name": "network-vif-deleted", "tag": "a1c3ece6-03c8-4606-9433-311e8a05105f"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:36:06.002381 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7ea0c3b9-b440-4996-bbce-86a7ce75a274 req-75b598fd-d55e-459f-9067-8ef9a4e9db57 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096408 Aug 05 15:36:06.004730 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebba5ab-e62a-4a7a-a7a3-d5f249b53113 x-openstack-request-id: req-cebba5ab-e62a-4a7a-a7a3-d5f249b53113 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:36:06.007257 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17362876-caa1-4703-8c1f-11c09b21eea8", "name": "network-vif-deleted", "tag": "a1c3ece6-03c8-4606-9433-311e8a05105f", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:36:06.007652 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cebba5ab-e62a-4a7a-a7a3-d5f249b53113 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:36:06.008559 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cebba5ab-e62a-4a7a-a7a3-d5f249b53113'] response: {'server_uuid': '17362876-caa1-4703-8c1f-11c09b21eea8', 'name': 'network-vif-deleted', 'tag': 'a1c3ece6-03c8-4606-9433-311e8a05105f', 'status': 'completed', 'code': 200} Aug 05 15:36:06.032294 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-c75faf11-54ac-404f-bf6a-8401207946f1 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:36:06.230157 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c75faf11-54ac-404f-bf6a-8401207946f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:06.258259 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75faf11-54ac-404f-bf6a-8401207946f1 None None] Checking router: aca1ef86-7344-4d5f-b0ce-194faff4ecb4 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:36:06.266903 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75faf11-54ac-404f-bf6a-8401207946f1 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:36:06.267508 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c75faf11-54ac-404f-bf6a-8401207946f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:36:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:06.366248 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-c75faf11-54ac-404f-bf6a-8401207946f1 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:36:06.561874 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c75faf11-54ac-404f-bf6a-8401207946f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:06.590416 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75faf11-54ac-404f-bf6a-8401207946f1 None None] The sync data for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi is: [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:36:06.643586 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d09a10b2-2b83-4e55-8ec0-0d2f7cc1ffe9 req-29a7b4ef-a050-45be-b1da-96636a4cc8f2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=17362876-caa1-4703-8c1f-11c09b21eea8 HTTP/1.1" status: 200 len: 210 time: 0.0436001 Aug 05 15:36:06.832943 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c01222-5094-4245-b5ce-a1aded2d7c4d None None] New status for floating IP d8ffabec-686e-413f-b58a-9149b7a6fd4c: DOWN {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:36:07.122365 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bac0a-48a8-42b8-9a76-039097884673 req-f664cc74-5618-4a5a-a621-5c6a3b318290 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:07.128175 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-282bac0a-48a8-42b8-9a76-039097884673 req-f664cc74-5618-4a5a-a621-5c6a3b318290 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0477509 Aug 05 15:36:07.173868 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-282bac0a-48a8-42b8-9a76-039097884673 req-3f86f785-d21c-4c02-a4d2-d5110a418e92 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424976 Aug 05 15:36:07.860289 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=62,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:07.896001 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-d90c0649-0102-4832-a541-a3338909d1eb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1650709576&fields=id&tenant_id=99b26247f85d45c0a7c1e763758f2e69 HTTP/1.1" status: 200 len: 267 time: 0.0441155 Aug 05 15:36:08.002235 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-b5e7e1cd-e20c-4d3b-bf27-2f9c54ade6fe tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:08.004246 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-b5e7e1cd-e20c-4d3b-bf27-2f9c54ade6fe tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 811 time: 0.1019993 Aug 05 15:36:08.019011 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-19edc805-1453-496e-8019-c3faab5ef369 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/quotas/99b26247f85d45c0a7c1e763758f2e69 HTTP/1.1" status: 200 len: 375 time: 0.0095201 Aug 05 15:36:08.067580 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-ce89e354-865d-4261-b3b8-629693729691 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440130 Aug 05 15:36:08.275080 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-2c803f05-3c63-40fd-bf87-02be7f99d442 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933432 Aug 05 15:36:08.352870 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39064225-57f6-450c-a1b7-4263508b1963 req-26c9561c-18ea-48ef-b292-3160df6d6f7d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:08.354369 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-39064225-57f6-450c-a1b7-4263508b1963 req-26c9561c-18ea-48ef-b292-3160df6d6f7d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0988181 Aug 05 15:36:08.427727 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-711ec87d-ca73-4692-a903-1a9c496053f5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367192 Aug 05 15:36:08.430956 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-39064225-57f6-450c-a1b7-4263508b1963 req-397ec322-fbe4-45a5-8c0d-e37222456eee tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704532 Aug 05 15:36:08.849374 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44326) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:08.956027 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-6cb78678-5590-4eb8-95d9-dbcdd30a114f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:09.019874 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5804962a-7bd7-4b94-8dcd-9b79704e4b97 req-840fd8e4-509f-4993-b555-9c00eaa03ad6 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 210 time: 0.0357132 Aug 05 15:36:09.025824 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:09.068654 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-6cb78678-5590-4eb8-95d9-dbcdd30a114f admin admin] Publish callbacks [] for security_group (8f839a13-a940-4a5c-b79a-9cc62c5553ec), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:09.128214 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-6cb78678-5590-4eb8-95d9-dbcdd30a114f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (8f839a13-a940-4a5c-b79a-9cc62c5553ec), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:09.146042 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:09.169819 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-6cb78678-5590-4eb8-95d9-dbcdd30a114f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=8193f0c201e64d5eb5c4e40e29566bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193440 Aug 05 15:36:09.170704 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb78678-5590-4eb8-95d9-dbcdd30a114f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f839a13-a940-4a5c-b79a-9cc62c5553ec,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:09.172997 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 44336) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:09.227934 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Publish callbacks [] for security_group (8f839a13-a940-4a5c-b79a-9cc62c5553ec), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:09.250187 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Publish callbacks [] for security_group (8f839a13-a940-4a5c-b79a-9cc62c5553ec), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:09.355979 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (8f839a13-a940-4a5c-b79a-9cc62c5553ec), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:09.358608 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:09.359771 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8f839a13-a940-4a5c-b79a-9cc62c5553ec HTTP/1.1" status: 204 len: 168 time: 0.1830611 Aug 05 15:36:09.368606 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f839a13-a940-4a5c-b79a-9cc62c5553ec,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:09.375818 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.376268 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.376591 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.376945 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.377281 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.378199 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.378520 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.378845 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.379173 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.379557 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.379887 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.380240 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.380570 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.380891 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.381236 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a5ae1-f5e2-4d0f-bfea-bc920f2eee5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:09.563297 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5268e-cc81-49fc-a0d3-815c89ad8a23 req-d9c0552b-23b0-4f23-a354-0a221e5f30bb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:09.564819 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e9e5268e-cc81-49fc-a0d3-815c89ad8a23 req-d9c0552b-23b0-4f23-a354-0a221e5f30bb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0544679 Aug 05 15:36:09.615184 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e9e5268e-cc81-49fc-a0d3-815c89ad8a23 req-a1663f8e-28b9-4542-94df-4ba68aaebac4 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443044 Aug 05 15:36:09.890750 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a1c3ece6-03c8-4606-9433-311e8a05105f no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:36:09.915349 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: a1c3ece6-03c8-4606-9433-311e8a05105f {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:36:09.923614 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device a1c3ece6-03c8-4606-9433-311e8a05105f not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:36:10.028406 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 44358) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:10.044278 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6f5a67be-0931-443d-b545-e44d5d6ff490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:10.118672 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b06dc0d4-cc93-44d3-890a-13979697b113 req-ddce7103-eb85-4f7e-9884-90739f717846 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 210 time: 0.0279663 Aug 05 15:36:10.123048 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6f5a67be-0931-443d-b545-e44d5d6ff490 admin admin] Publish callbacks [] for security_group (5b151242-48ba-4a6f-84cb-e627091dbce3), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:10.191218 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6f5a67be-0931-443d-b545-e44d5d6ff490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (5b151242-48ba-4a6f-84cb-e627091dbce3), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:10.230460 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a67be-0931-443d-b545-e44d5d6ff490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b151242-48ba-4a6f-84cb-e627091dbce3,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:10.236331 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-6f5a67be-0931-443d-b545-e44d5d6ff490 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=71b1c49a70e54f719b1caa2b33e995c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068627 Aug 05 15:36:10.239639 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 44362) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:10.294274 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-24af4369-b7d8-4fca-a0d2-019795be1ed0 admin admin] Publish callbacks [] for security_group (5b151242-48ba-4a6f-84cb-e627091dbce3), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:10.316219 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-24af4369-b7d8-4fca-a0d2-019795be1ed0 admin admin] Publish callbacks [] for security_group (5b151242-48ba-4a6f-84cb-e627091dbce3), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:10.436124 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-24af4369-b7d8-4fca-a0d2-019795be1ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (5b151242-48ba-4a6f-84cb-e627091dbce3), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:10.438942 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-24af4369-b7d8-4fca-a0d2-019795be1ed0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:10.440468 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-24af4369-b7d8-4fca-a0d2-019795be1ed0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/5b151242-48ba-4a6f-84cb-e627091dbce3 HTTP/1.1" status: 204 len: 168 time: 0.1994224 Aug 05 15:36:10.449512 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af4369-b7d8-4fca-a0d2-019795be1ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b151242-48ba-4a6f-84cb-e627091dbce3,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:10.983272 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab099cc-154b-47ee-b4de-e5b565ca959c req-f18e2c11-4891-4cfb-9341-8c6d40ccb230 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:10.985033 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3ab099cc-154b-47ee-b4de-e5b565ca959c req-f18e2c11-4891-4cfb-9341-8c6d40ccb230 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0475967 Aug 05 15:36:11.092188 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3ab099cc-154b-47ee-b4de-e5b565ca959c req-5981b8aa-9a5f-48b5-8add-3cd4e6043d30 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013839 Aug 05 15:36:11.128714 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-0e18f064-bdc8-44b0-8b41-d61b25b59169 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:11.130136 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-0e18f064-bdc8-44b0-8b41-d61b25b59169 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 811 time: 0.1329007 Aug 05 15:36:11.196163 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 44378) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:11.212815 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-70af7a47-2269-4bae-aee0-b7f1d2aedad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:11.240039 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4885caa8-b067-4259-82a2-d6beaecaba22 req-3bd951b5-978b-4e88-9574-f91902a486cc tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 210 time: 0.0421953 Aug 05 15:36:11.245470 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-5cb469d7-632e-4da6-84f2-8ee390dd1ee3 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=99b26247f85d45c0a7c1e763758f2e69 HTTP/1.1" status: 200 len: 380 time: 0.1054385 Aug 05 15:36:11.257297 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'port': {'device_id': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'admin_state_up': True, 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'security_groups': ['223196b4-b30c-4dde-b61f-7a5885da015d']}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:36:11.303889 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-70af7a47-2269-4bae-aee0-b7f1d2aedad8 admin admin] Publish callbacks [] for security_group (8a26064f-991c-42c2-82cf-c6ab41b6df1c), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:11.344650 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-70af7a47-2269-4bae-aee0-b7f1d2aedad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (8a26064f-991c-42c2-82cf-c6ab41b6df1c), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:11.388316 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-70af7a47-2269-4bae-aee0-b7f1d2aedad8 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f154c210d6374195829ac3dd8098a8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910658 Aug 05 15:36:11.390564 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af7a47-2269-4bae-aee0-b7f1d2aedad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a26064f-991c-42c2-82cf-c6ab41b6df1c,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:11.391282 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44380) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:11.413714 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Made reservation on behalf of 99b26247f85d45c0a7c1e763758f2e69 for: {'port': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:36:11.417131 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:11.508904 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-55ac67dc-f483-4a60-9fd3-7f9d8bd1bfc9 admin admin] Publish callbacks [] for security_group (8a26064f-991c-42c2-82cf-c6ab41b6df1c), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:11.563124 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-55ac67dc-f483-4a60-9fd3-7f9d8bd1bfc9 admin admin] Publish callbacks [] for security_group (8a26064f-991c-42c2-82cf-c6ab41b6df1c), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:11.609645 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Allocated IP 172.20.0.11 (9b73dcac-fd0b-490d-b366-7eddfd909984/fdda4929-7d3f-4165-b49e-7fa36c7c477d/8f81a0ab-db08-458a-a907-344e54cc9456) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:36:11.700947 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-55ac67dc-f483-4a60-9fd3-7f9d8bd1bfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (8a26064f-991c-42c2-82cf-c6ab41b6df1c), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:11.703475 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-55ac67dc-f483-4a60-9fd3-7f9d8bd1bfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:11.704668 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-55ac67dc-f483-4a60-9fd3-7f9d8bd1bfc9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8a26064f-991c-42c2-82cf-c6ab41b6df1c HTTP/1.1" status: 204 len: 168 time: 0.3123927 Aug 05 15:36:11.715916 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:11.754274 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac67dc-f483-4a60-9fd3-7f9d8bd1bfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a26064f-991c-42c2-82cf-c6ab41b6df1c,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:11.762682 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:11.826680 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for port (8f81a0ab-db08-458a-a907-344e54cc9456), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:11.951399 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:11.996307 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Network 9b73dcac-fd0b-490d-b366-7eddfd909984 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:36:11.999516 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:36:12.003320 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:36:12.031263 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'Port': ['ID=8f81a0ab-db08-458a-a907-344e54cc9456,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:12.067909 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:12.068564 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:12.159136 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-713bf989-f3d6-4dbe-b0b2-05563de797c0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9061720 Aug 05 15:36:12.171716 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Request body: {'port': {'device_id': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:36:12.280920 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d93451-3e3d-457e-8b35-3506544a87f7 req-5093ed8c-66c3-4591-8f17-52c2feb6c9b3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:12.280920 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d7d93451-3e3d-457e-8b35-3506544a87f7 req-5093ed8c-66c3-4591-8f17-52c2feb6c9b3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0768735 Aug 05 15:36:12.282756 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:12.284949 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:12.298120 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-8f68c09e-f78d-4d0a-af8b-88d73f0a0134 None None] Provisioning complete for port 8f81a0ab-db08-458a-a907-344e54cc9456 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:36:12.300497 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-8f68c09e-f78d-4d0a-af8b-88d73f0a0134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:12.357072 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-8f68c09e-f78d-4d0a-af8b-88d73f0a0134 None None] Port 8f81a0ab-db08-458a-a907-344e54cc9456 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:36:12.436222 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d7d93451-3e3d-457e-8b35-3506544a87f7 req-fc61e27b-d60f-4c00-bd3e-20fd68c9c6ed tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363142 Aug 05 15:36:12.512471 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd17be-009d-4118-a395-43ec90e7b343 req-2aa2eb78-a48b-49c9-b5df-93333a736d06 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:12.514187 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-acbd17be-009d-4118-a395-43ec90e7b343 req-2aa2eb78-a48b-49c9-b5df-93333a736d06 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 932 time: 0.0841811 Aug 05 15:36:12.571061 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:12.623112 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-acbd17be-009d-4118-a395-43ec90e7b343 req-88ca0bb0-e3bf-468e-8c15-7a728381e4b2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793905 Aug 05 15:36:12.685415 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f81a0ab-db08-458a-a907-344e54cc9456 {{(pid=104518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:36:12.693326 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Publish callbacks [] for port (8f81a0ab-db08-458a-a907-344e54cc9456), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:12.706303 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.provisioning_blocks [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Transition to ACTIVE for port object 8f81a0ab-db08-458a-a907-344e54cc9456 will not be triggered until provisioned by entity L2. {{(pid=104518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:36:12.773508 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:12.854260 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:12.856654 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Pushing event updated for resources: {'Port': ['ID=8f81a0ab-db08-458a-a907-344e54cc9456,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:12.887940 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Attempting to bind port 8f81a0ab-db08-458a-a907-344e54cc9456 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:36:12.888372 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Attempting to bind port 8f81a0ab-db08-458a-a907-344e54cc9456 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:36:12.888785 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Attempting to bind port 8f81a0ab-db08-458a-a907-344e54cc9456 on network 9b73dcac-fd0b-490d-b366-7eddfd909984 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:36:12.894031 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Port 8f81a0ab-db08-458a-a907-344e54cc9456 on network 9b73dcac-fd0b-490d-b366-7eddfd909984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:36:12.894341 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Attempting to bind port 8f81a0ab-db08-458a-a907-344e54cc9456 on network 9b73dcac-fd0b-490d-b366-7eddfd909984 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:36:12.899382 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:36:12.899714 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Checking segment: {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:36:12.900116 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Bound using segment: {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:36:12.900541 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Bound port: 8f81a0ab-db08-458a-a907-344e54cc9456, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'}}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:36:12.900890 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:12.969431 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] For port 8f81a0ab-db08-458a-a907-344e54cc9456, host hv-cinder-84989, cleared binding levels {{(pid=104518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:36:12.973003 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] For port 8f81a0ab-db08-458a-a907-344e54cc9456, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=8f81a0ab-db08-458a-a907-344e54cc9456,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:36:12.976783 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44420) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:13.054508 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:13.061234 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:13.064131 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:13.064131 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/8f81a0ab-db08-458a-a907-344e54cc9456 HTTP/1.1" status: 200 len: 1094 time: 0.8959818 Aug 05 15:36:13.064131 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'tag': '8f81a0ab-db08-458a-a907-344e54cc9456'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:36:13.065872 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89daac3-ce72-482a-92fd-fdff1fe88f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "c06b5eb5-e324-4e7d-a084-27a8344c861b", "tag": "8f81a0ab-db08-458a-a907-344e54cc9456"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:36:13.096087 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1472442440-network', 'tenant_id': '07cd370ebabf4f048e72f7b1fbadcb08'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:36:13.123133 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe25d84-37f3-4bec-96ea-0ec3371deead x-openstack-request-id: req-1fe25d84-37f3-4bec-96ea-0ec3371deead {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:36:13.123430 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06b5eb5-e324-4e7d-a084-27a8344c861b", "tag": "8f81a0ab-db08-458a-a907-344e54cc9456", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:36:13.127739 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1fe25d84-37f3-4bec-96ea-0ec3371deead {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:36:13.127739 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fe25d84-37f3-4bec-96ea-0ec3371deead'] response: {'name': 'network-changed', 'server_uuid': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'tag': '8f81a0ab-db08-458a-a907-344e54cc9456', 'status': 'completed', 'code': 200} Aug 05 15:36:13.130571 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Pushing event updated for resources: {'Port': ['ID=8f81a0ab-db08-458a-a907-344e54cc9456,revision_number=3']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:13.137769 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.138119 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.138465 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.138809 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.139415 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.139752 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.140104 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.140436 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.140764 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.141092 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.141420 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.141747 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.142070 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.142397 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.142729 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc7158e-a036-4bf0-9d1a-a11e4c2e4f29 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:13.184858 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89daac3-ce72-482a-92fd-fdff1fe88f9d req-0c7628ff-8c00-4d51-841d-c54f7b4fdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:13.320708 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c89daac3-ce72-482a-92fd-fdff1fe88f9d req-0c7628ff-8c00-4d51-841d-c54f7b4fdc7a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 1128 time: 0.0393043 Aug 05 15:36:13.323469 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Made reservation on behalf of 07cd370ebabf4f048e72f7b1fbadcb08 for: {'network': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:36:13.325749 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:13.354146 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:13.385499 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89daac3-ce72-482a-92fd-fdff1fe88f9d req-b5fe9b03-c482-4ed5-a4cc-737eac18b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:13.386947 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c89daac3-ce72-482a-92fd-fdff1fe88f9d req-b5fe9b03-c482-4ed5-a4cc-737eac18b4bb service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=99b26247f85d45c0a7c1e763758f2e69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1920059 Aug 05 15:36:13.790470 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:13.812526 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Publish callbacks [] for security_group (39b08f19-771e-4b33-9003-cc193e38da29), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:13.888913 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (39b08f19-771e-4b33-9003-cc193e38da29), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:13.900471 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d017a7-c26c-4dff-b5e5-55992627c2b3 req-5566ee06-3a38-4e93-bd3f-8b5ba90591d4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:13.901927 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-75d017a7-c26c-4dff-b5e5-55992627c2b3 req-5566ee06-3a38-4e93-bd3f-8b5ba90591d4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 944 time: 0.1888473 Aug 05 15:36:13.936862 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37023b-4547-4f72-8bd1-9201f9a65cb9 req-7469f50d-b0bc-42e6-8b5d-36e094f8657d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:13.938222 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff37023b-4547-4f72-8bd1-9201f9a65cb9 req-7469f50d-b0bc-42e6-8b5d-36e094f8657d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.2151077 Aug 05 15:36:13.960018 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=104518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:36:14.023944 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b08f19-771e-4b33-9003-cc193e38da29,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:14.029361 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (3b66f5ac-26f0-4f3b-80c8-651bc87d85f2), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:14.029699 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.segments_db [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Added segment 3b66f5ac-26f0-4f3b-80c8-651bc87d85f2 of type vlan for network aae8b9f3-a089-477d-a5f7-c4cd568027cc Aug 05 15:36:14.053335 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89daac3-ce72-482a-92fd-fdff1fe88f9d req-39962657-6f66-4fc5-bddb-5f342002c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:14.054807 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c89daac3-ce72-482a-92fd-fdff1fe88f9d req-39962657-6f66-4fc5-bddb-5f342002c4b6 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6613178 Aug 05 15:36:14.123814 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (aae8b9f3-a089-477d-a5f7-c4cd568027cc), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:14.149358 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-75d017a7-c26c-4dff-b5e5-55992627c2b3 req-a12f2041-f32c-4a40-9eda-c7bc543a37a9 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335305 Aug 05 15:36:14.157509 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ff37023b-4547-4f72-8bd1-9201f9a65cb9 req-bbc51a62-90fb-4999-9bab-53d91c308b8b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2018461 Aug 05 15:36:14.183983 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-f96a7414-af38-4246-9507-480a22377cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:14.185902 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-f96a7414-af38-4246-9507-480a22377cde service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 1128 time: 0.0798368 Aug 05 15:36:14.226789 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-bb074f1f-e27f-4e60-af9c-0ddf9a279eb1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f81a0ab-db08-458a-a907-344e54cc9456 HTTP/1.1" status: 200 len: 217 time: 0.0331523 Aug 05 15:36:14.258605 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (aae8b9f3-a089-477d-a5f7-c4cd568027cc), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:14.259507 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:14.260090 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:14.275607 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:14.325645 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-8c8c2927-5f63-4125-9afe-5071a74c7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:14.327145 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-8c8c2927-5f63-4125-9afe-5071a74c7f44 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fdda4929-7d3f-4165-b49e-7fa36c7c477d HTTP/1.1" status: 200 len: 850 time: 0.0948422 Aug 05 15:36:14.361523 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] Pushing event updated for resources: {'Network': ['ID=aae8b9f3-a089-477d-a5f7-c4cd568027cc,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:14.372078 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network aae8b9f3-a089-477d-a5f7-c4cd568027cc details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:36:14.374463 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-ca70fafe-a90a-45de-b72c-79e96149db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:14.375960 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-ca70fafe-a90a-45de-b72c-79e96149db2a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9b73dcac-fd0b-490d-b366-7eddfd909984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419629 Aug 05 15:36:14.432614 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-b89f565d-aad9-4160-8ebf-f7ff84bc651f admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4547391 Aug 05 15:36:14.435714 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 44436) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:14.441264 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] Request body: {'subnet': {'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1472442440-subnet', 'tenant_id': '07cd370ebabf4f048e72f7b1fbadcb08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:36:14.482889 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-6d9691f2-7f4d-469c-b142-0d3828362cc8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005685 Aug 05 15:36:14.533509 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] Made reservation on behalf of 07cd370ebabf4f048e72f7b1fbadcb08 for: {'subnet': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:36:14.536680 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59709049'] for subnet (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:14.539977 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:14.591679 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5caf5d5e-8b5c-4e24-bddd-657ff737eb77 req-deb8a2ec-0970-4d07-9c11-c8503d2063fa service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894513 Aug 05 15:36:14.610506 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:14.739393 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3288383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59709039'] for subnet (bfeee132-2904-43b4-9e9d-344c6734b900), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:14.796345 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfeee132-2904-43b4-9e9d-344c6734b900,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:14.805404 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] Checking segment: {'id': '3b66f5ac-26f0-4f3b-80c8-651bc87d85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:36:14.805753 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] Network hostable DHCP agents. Network: aae8b9f3-a089-477d-a5f7-c4cd568027cc, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:36:14.876444 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] Network aae8b9f3-a089-477d-a5f7-c4cd568027cc is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:36:14.914737 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:36:14.933426 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, aae8b9f3-a089-477d-a5f7-c4cd568027cc) {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:36:14.937480 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:14.938072 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:14.943265 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c3d6a-d304-4ad2-9b20-769a6297897d None None] Network aae8b9f3-a089-477d-a5f7-c4cd568027cc requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:36:15.023792 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-fd1c7b97-e0d4-4246-94d1-fd4db7f525dc admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5850525 Aug 05 15:36:15.047198 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5ab81-47ca-4429-86c8-f1eb415d66dc None None] Network aae8b9f3-a089-477d-a5f7-c4cd568027cc requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:36:15.311914 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb646fb-257a-4328-9bb4-7386f921f73d req-45c99dfd-81b5-41a3-8cc4-d7d95a9b7f03 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:15.313440 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ccb646fb-257a-4328-9bb4-7386f921f73d req-45c99dfd-81b5-41a3-8cc4-d7d95a9b7f03 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 944 time: 0.0794272 Aug 05 15:36:15.341162 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19d4f3-9e8f-42b9-950c-445cdb94c868 req-78051277-525e-4876-95ca-7a835faf3180 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:15.342622 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7d19d4f3-9e8f-42b9-950c-445cdb94c868 req-78051277-525e-4876-95ca-7a835faf3180 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0737238 Aug 05 15:36:15.386145 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:15.405317 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ccb646fb-257a-4328-9bb4-7386f921f73d req-24cc75b7-cf3f-47b9-89e2-3d469d31364d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856981 Aug 05 15:36:15.416581 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7d19d4f3-9e8f-42b9-950c-445cdb94c868 req-1a661938-c4bb-4d0a-b7a2-82c1c6b25910 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677080 Aug 05 15:36:16.552024 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb252efb-ec7d-49e5-81c8-c326ff87e709 req-12793587-6008-4c69-a0c1-e8b7369f0074 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:16.553497 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cb252efb-ec7d-49e5-81c8-c326ff87e709 req-12793587-6008-4c69-a0c1-e8b7369f0074 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 944 time: 0.0773640 Aug 05 15:36:16.573440 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdc852-4cb7-43a9-ba52-b0ab9173da0d req-3a31447f-f96e-4571-b453-c142f5b6f4d3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:16.574836 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a2cdc852-4cb7-43a9-ba52-b0ab9173da0d req-3a31447f-f96e-4571-b453-c142f5b6f4d3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0699532 Aug 05 15:36:16.637101 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cb252efb-ec7d-49e5-81c8-c326ff87e709 req-9fd36702-f909-45c9-8594-6023c3097925 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776427 Aug 05 15:36:16.652057 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a2cdc852-4cb7-43a9-ba52-b0ab9173da0d req-31d99a75-bb2c-41ce-a686-22fe91702b63 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671744 Aug 05 15:36:17.123992 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-57b5cb39-2b61-491b-8eda-a3fab18924f9 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:17.125372 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-57b5cb39-2b61-491b-8eda-a3fab18924f9 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/networks?id=aae8b9f3-a089-477d-a5f7-c4cd568027cc HTTP/1.1" status: 200 len: 809 time: 0.1049011 Aug 05 15:36:17.140237 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-8e684aad-801b-4d5f-bb43-8f0e864a38c3 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/quotas/07cd370ebabf4f048e72f7b1fbadcb08 HTTP/1.1" status: 200 len: 375 time: 0.0089319 Aug 05 15:36:17.171605 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-d041d41c-1a71-45de-bbce-4d517681940c tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=07cd370ebabf4f048e72f7b1fbadcb08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260534 Aug 05 15:36:17.260542 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a166c432-c3a3-4609-beff-1d7c701e1472 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/aae8b9f3-a089-477d-a5f7-c4cd568027cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822618 Aug 05 15:36:17.351294 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-2306476f-c2ff-4293-874c-9ba8ccd9f354 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/aae8b9f3-a089-477d-a5f7-c4cd568027cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849271 Aug 05 15:36:17.560372 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fbc7ddc4-48ff-4ef1-88e8-f7ca2c6bf8f1 req-e43264ae-f6b9-41a2-9951-fc7e927b12c1 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 210 time: 0.0287271 Aug 05 15:36:17.790239 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79717333-cf45-48f8-b49d-dadf9f78910e req-f12c0eab-a528-4230-90d6-7c7cc71b3c08 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:17.791686 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-79717333-cf45-48f8-b49d-dadf9f78910e req-f12c0eab-a528-4230-90d6-7c7cc71b3c08 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 944 time: 0.0786002 Aug 05 15:36:17.811495 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48f82f-2954-4b55-b06f-f42bafebb328 req-94792eae-3dd8-4a83-853b-47c1ea122033 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:17.812919 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ba48f82f-2954-4b55-b06f-f42bafebb328 req-94792eae-3dd8-4a83-853b-47c1ea122033 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0674374 Aug 05 15:36:17.878248 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-79717333-cf45-48f8-b49d-dadf9f78910e req-c86253d0-a50b-4917-a27d-9ea9798567d9 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808234 Aug 05 15:36:17.891521 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ba48f82f-2954-4b55-b06f-f42bafebb328 req-397c75d1-735c-4e64-8161-5e3c173b8979 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716746 Aug 05 15:36:18.659342 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-82fdd32f-fe0c-45fe-8064-c02d4ec96a1a req-1a2b4639-e862-4b8f-ab26-506c43869f01 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 210 time: 0.0281231 Aug 05 15:36:19.003584 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:19.033723 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152173b-9d2f-4282-8435-2432f9d262ea req-a15fab10-cd70-49fe-802c-283bee72a3db tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:19.035247 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f152173b-9d2f-4282-8435-2432f9d262ea req-a15fab10-cd70-49fe-802c-283bee72a3db tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 944 time: 0.0822306 Aug 05 15:36:19.055733 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab56507-4f08-429d-9b17-12ff32f59466 req-cf2696b8-20f8-4f49-872d-e702bc8fccdb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:19.057218 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aab56507-4f08-429d-9b17-12ff32f59466 req-cf2696b8-20f8-4f49-872d-e702bc8fccdb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0705585 Aug 05 15:36:19.122528 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f152173b-9d2f-4282-8435-2432f9d262ea req-dc88547a-4f2d-41e7-9049-d52ac0b1b14f tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814674 Aug 05 15:36:19.137628 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aab56507-4f08-429d-9b17-12ff32f59466 req-00e23551-27df-4054-8b80-b59b741539ad tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731981 Aug 05 15:36:19.762070 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ed8f0fb0-17ad-4861-b222-25ffb307d79e req-350a7cbe-f499-4928-8705-53ef2f038228 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 210 time: 0.0315905 Aug 05 15:36:20.069303 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:20.112863 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-d9fcfb47-f845-4835-a2ce-68170bc52d5b tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:20.114293 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-d9fcfb47-f845-4835-a2ce-68170bc52d5b tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.17 "GET /networking/v2.0/networks?id=aae8b9f3-a089-477d-a5f7-c4cd568027cc HTTP/1.1" status: 200 len: 809 time: 0.1048281 Aug 05 15:36:20.276805 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb09810-c502-4753-a334-619647a78bfc req-9d3e798b-58fd-4482-92d4-3e1b28d6becb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:20.278324 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4eb09810-c502-4753-a334-619647a78bfc req-9d3e798b-58fd-4482-92d4-3e1b28d6becb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 944 time: 0.0777044 Aug 05 15:36:20.297996 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb896c5-a612-4764-a8b3-869390831036 req-220a2e1b-5eee-48fb-a9cd-75d8a4418ac3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:20.299383 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3bb896c5-a612-4764-a8b3-869390831036 req-220a2e1b-5eee-48fb-a9cd-75d8a4418ac3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0704944 Aug 05 15:36:20.365028 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4eb09810-c502-4753-a334-619647a78bfc req-23fcabbe-1f0b-4514-af69-550683188cd7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806639 Aug 05 15:36:20.372527 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3bb896c5-a612-4764-a8b3-869390831036 req-848e4eea-e51e-4088-b037-b1d0a04254b8 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663583 Aug 05 15:36:20.545826 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Request body: {'port': {'device_id': 'fef464ba-20cc-4ffc-b424-083439bfa6d8', 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc', 'admin_state_up': True, 'tenant_id': '07cd370ebabf4f048e72f7b1fbadcb08'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:36:20.756911 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Made reservation on behalf of 07cd370ebabf4f048e72f7b1fbadcb08 for: {'port': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:36:20.760407 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:20.901492 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-87a2ebe9-ba8b-43e7-9e04-61f0172e7fe7 req-2091c247-f926-4af2-98e6-af40dea1597e tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 210 time: 0.0578370 Aug 05 15:36:20.917827 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Allocated IP 172.20.0.9 (aae8b9f3-a089-477d-a5f7-c4cd568027cc/bfeee132-2904-43b4-9e9d-344c6734b900/dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:36:21.051603 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:21.068109 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks [] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:21.168852 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:21.220442 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Network aae8b9f3-a089-477d-a5f7-c4cd568027cc is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:36:21.224630 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:36:21.228482 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:36:21.250759 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Pushing event updated for resources: {'Port': ['ID=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:21.263350 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:21.278924 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:21.279572 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:21.359200 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a9f852d6-771e-4680-9c88-7dbb96c592ff tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8172767 Aug 05 15:36:21.371582 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Request body: {'port': {'device_id': 'fef464ba-20cc-4ffc-b424-083439bfa6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:36:21.436222 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:21.548367 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83506c93-e75c-4d6a-97e6-b34daeedd073 req-fc145f1c-4a7a-4d1d-977c-addd67b2bbbc tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:21.549830 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-83506c93-e75c-4d6a-97e6-b34daeedd073 req-fc145f1c-4a7a-4d1d-977c-addd67b2bbbc tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 944 time: 0.1036615 Aug 05 15:36:21.575544 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011102da-a2cc-490a-8f08-f909aa3d260d req-15964c59-5b0b-489a-8ee9-445f513aa48c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:21.576955 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-011102da-a2cc-490a-8f08-f909aa3d260d req-15964c59-5b0b-489a-8ee9-445f513aa48c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.1175261 Aug 05 15:36:21.701261 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-83506c93-e75c-4d6a-97e6-b34daeedd073 req-7d19fda5-0f52-4c3c-8151-0ba128f59c5a tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448421 Aug 05 15:36:21.729178 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-011102da-a2cc-490a-8f08-f909aa3d260d req-22a12cf3-3bc4-4104-9d19-7b8a79b19a57 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367066 Aug 05 15:36:21.857712 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 {{(pid=104518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:36:21.865505 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Publish callbacks [] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:21.877870 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.provisioning_blocks [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Transition to ACTIVE for port object dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 will not be triggered until provisioned by entity L2. {{(pid=104518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:36:21.928351 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device b7a39fee-4688-4052-adea-986dac23d796 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:36:21.930437 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:21.970573 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:22.002840 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Pushing event updated for resources: {'Port': ['ID=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:22.033048 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:22.035853 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:22.047496 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'b7a39fee-4688-4052-adea-986dac23d796', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'port_id': 'b7a39fee-4688-4052-adea-986dac23d796', 'mac_address': 'fa:16:3e:a8:30:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:36:22.070865 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604bf85-cc8e-4cc0-9a37-bd41f1fbb72c req-d65d96bf-0225-46ca-94b3-18ea78d6ca94 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:22.072393 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b604bf85-cc8e-4cc0-9a37-bd41f1fbb72c req-d65d96bf-0225-46ca-94b3-18ea78d6ca94 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 943 time: 0.0796578 Aug 05 15:36:22.083270 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port b7a39fee-4688-4052-adea-986dac23d796 is: ACTIVE; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:36:22.083664 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (b7a39fee-4688-4052-adea-986dac23d796), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:22.097766 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7a39fee-4688-4052-adea-986dac23d796 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:36:22.102958 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Attempting to bind port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:36:22.103295 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Attempting to bind port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '3b66f5ac-26f0-4f3b-80c8-651bc87d85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc'}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:36:22.103630 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Attempting to bind port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 on network aae8b9f3-a089-477d-a5f7-c4cd568027cc {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:36:22.112628 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 on network aae8b9f3-a089-477d-a5f7-c4cd568027cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:36:22.112933 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Attempting to bind port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 on network aae8b9f3-a089-477d-a5f7-c4cd568027cc {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:36:22.117446 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:22.124484 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:36:22.124817 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Checking segment: {'id': '3b66f5ac-26f0-4f3b-80c8-651bc87d85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:36:22.125193 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Bound using segment: {'id': '3b66f5ac-26f0-4f3b-80c8-651bc87d85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc'} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:36:22.125615 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Bound port: dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b66f5ac-26f0-4f3b-80c8-651bc87d85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc'}}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:36:22.125966 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:22.151084 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b604bf85-cc8e-4cc0-9a37-bd41f1fbb72c req-8771fb11-9b77-4cc0-80f5-12e61059467a tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721903 Aug 05 15:36:22.186077 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (b7a39fee-4688-4052-adea-986dac23d796), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:22.197440 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:22.201052 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] For port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4, host hv-cinder-84989, cleared binding levels {{(pid=104518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:36:22.203962 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] For port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4,segment=NetworkSegment(3b66f5ac-26f0-4f3b-80c8-651bc87d85f2),segment_id=3b66f5ac-26f0-4f3b-80c8-651bc87d85f2)] {{(pid=104518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:36:22.236010 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=b7a39fee-4688-4052-adea-986dac23d796,revision_number=6']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:22.243426 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.245837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.245837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.245837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.245837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.245837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.245837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.245837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.246420 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.246420 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.246714 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.247062 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.247390 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.247715 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.248039 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:36:22.266879 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['b7a39fee-4688-4052-adea-986dac23d796'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:36:22.289789 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:22.315477 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:22.316595 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:22.317973 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 HTTP/1.1" status: 200 len: 1093 time: 0.9506021 Aug 05 15:36:22.318441 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef464ba-20cc-4ffc-b424-083439bfa6d8', 'tag': 'dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:36:22.320674 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a01ccf4-b597-431c-9932-9c99c8ba43a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fef464ba-20cc-4ffc-b424-083439bfa6d8", "tag": "dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:36:22.351016 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a45c65-ddae-4f54-9e6d-1fc9a19ea42e service neutron] Pushing event updated for resources: {'Port': ['ID=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4,revision_number=3']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:22.468048 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-3c55237b-7445-4368-8def-f20111046736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:22.468361 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-3c55237b-7445-4368-8def-f20111046736 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=07cd370ebabf4f048e72f7b1fbadcb08&device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 1127 time: 0.0421574 Aug 05 15:36:22.517539 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ce6998-6547-4de8-8779-c550f0dd4330 x-openstack-request-id: req-f5ce6998-6547-4de8-8779-c550f0dd4330 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:36:22.517828 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef464ba-20cc-4ffc-b424-083439bfa6d8", "tag": "dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:36:22.518078 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f5ce6998-6547-4de8-8779-c550f0dd4330 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:36:22.518474 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ce6998-6547-4de8-8779-c550f0dd4330'] response: {'name': 'network-changed', 'server_uuid': 'fef464ba-20cc-4ffc-b424-083439bfa6d8', 'tag': 'dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4', 'status': 'completed', 'code': 200} Aug 05 15:36:22.520753 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-ddf8b1ab-6d6b-4c9e-803f-7bd7941be814 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 HTTP/1.1" status: 200 len: 217 time: 0.0377524 Aug 05 15:36:22.578398 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-86e0ac3b-1bfe-4b9d-9830-287035f37e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:22.579868 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-86e0ac3b-1bfe-4b9d-9830-287035f37e87 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=bfeee132-2904-43b4-9e9d-344c6734b900 HTTP/1.1" status: 200 len: 849 time: 0.0538471 Aug 05 15:36:22.616539 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-1306fae1-c71f-4799-bbba-728fd602b764 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=aae8b9f3-a089-477d-a5f7-c4cd568027cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298064 Aug 05 15:36:22.708550 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-a7d2c631-4c41-4b58-ab94-b9301a590438 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/aae8b9f3-a089-477d-a5f7-c4cd568027cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866177 Aug 05 15:36:22.871031 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156a3fb-5f40-47d8-8d8f-2fd1336db618 req-4d1be4ce-ed8c-463c-9d07-f6cc3a958da1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:22.872540 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6156a3fb-5f40-47d8-8d8f-2fd1336db618 req-4d1be4ce-ed8c-463c-9d07-f6cc3a958da1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 944 time: 0.0866218 Aug 05 15:36:22.919067 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02732277-8371-4fa7-896a-4e680da7c6d5 req-f06024c7-222c-418d-a066-acf1a41fc44a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:22.920560 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-02732277-8371-4fa7-896a-4e680da7c6d5 req-f06024c7-222c-418d-a066-acf1a41fc44a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 944 time: 0.1009395 Aug 05 15:36:22.924470 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27275a38-dd2a-4d02-9f05-c18f07e5620e req-f57a8d16-e6e1-483e-8cdd-c7d0745ff3eb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/aae8b9f3-a089-477d-a5f7-c4cd568027cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095141 Aug 05 15:36:22.975221 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6156a3fb-5f40-47d8-8d8f-2fd1336db618 req-b3e6d236-07f1-4c15-8fa1-6e3cdf7dd392 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902920 Aug 05 15:36:23.003361 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-02732277-8371-4fa7-896a-4e680da7c6d5 req-5e64b1c0-c4d1-4958-a979-a9cc2af7607c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731771 Aug 05 15:36:23.288321 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c360045-c826-4a7d-9396-46d50d2f618c req-9cf08e11-0806-40e0-82f5-748f6fc44df4 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:23.289825 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9c360045-c826-4a7d-9396-46d50d2f618c req-9cf08e11-0806-40e0-82f5-748f6fc44df4 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 943 time: 0.0615654 Aug 05 15:36:23.353726 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9c360045-c826-4a7d-9396-46d50d2f618c req-a2fdb3e8-a1ce-4877-8051-f07def7b8e50 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541961 Aug 05 15:36:23.834745 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01ccf4-b597-431c-9932-9c99c8ba43a1 req-361ed6d0-3228-4cac-8f79-4e60384af363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:23.836267 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5a01ccf4-b597-431c-9932-9c99c8ba43a1 req-361ed6d0-3228-4cac-8f79-4e60384af363 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=07cd370ebabf4f048e72f7b1fbadcb08&device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 1127 time: 0.0441070 Aug 05 15:36:23.945409 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 8f81a0ab-db08-458a-a907-344e54cc9456 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:36:23.961460 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:23.962556 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device b7a39fee-4688-4052-adea-986dac23d796 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:36:24.212745 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 8f81a0ab-db08-458a-a907-344e54cc9456, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=8f81a0ab-db08-458a-a907-344e54cc9456,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:24.255610 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '8f81a0ab-db08-458a-a907-344e54cc9456', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'port_id': '8f81a0ab-db08-458a-a907-344e54cc9456', 'mac_address': 'fa:16:3e:c1:8c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:36:24.282941 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:24.305488 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198abbb6-fcda-408f-8b8e-706d45f88b7a req-59a9e449-ebda-4c60-9a40-7c69b853ad78 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:24.307364 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-198abbb6-fcda-408f-8b8e-706d45f88b7a req-59a9e449-ebda-4c60-9a40-7c69b853ad78 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 944 time: 0.1085591 Aug 05 15:36:24.317206 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port b7a39fee-4688-4052-adea-986dac23d796 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:36:24.317550 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019d555-8241-44ac-9afa-70124f1ec4f0 req-db7ef2f5-cda0-4bf6-b13b-7c5701b4a6cd tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:24.318119 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (b7a39fee-4688-4052-adea-986dac23d796), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:24.319048 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c019d555-8241-44ac-9afa-70124f1ec4f0 req-db7ef2f5-cda0-4bf6-b13b-7c5701b4a6cd tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 944 time: 0.1193879 Aug 05 15:36:24.320225 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 8f81a0ab-db08-458a-a907-344e54cc9456 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:36:24.320756 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:24.368317 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f81a0ab-db08-458a-a907-344e54cc9456 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:36:24.406641 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 8f81a0ab-db08-458a-a907-344e54cc9456, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=8f81a0ab-db08-458a-a907-344e54cc9456,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:24.409528 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c019d555-8241-44ac-9afa-70124f1ec4f0 req-62138e24-92a0-4359-8757-93ae9f8bc627 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795009 Aug 05 15:36:24.413397 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01ccf4-b597-431c-9932-9c99c8ba43a1 req-69cd39ed-805f-4a62-9fe2-db74b22bfd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:24.414701 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5a01ccf4-b597-431c-9932-9c99c8ba43a1 req-69cd39ed-805f-4a62-9fe2-db74b22bfd97 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=aae8b9f3-a089-477d-a5f7-c4cd568027cc HTTP/1.1" status: 200 len: 910 time: 0.5724642 Aug 05 15:36:24.479272 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:24.499396 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port b7a39fee-4688-4052-adea-986dac23d796 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:36:24.500319 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (b7a39fee-4688-4052-adea-986dac23d796), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:24.509134 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5a01ccf4-b597-431c-9932-9c99c8ba43a1 req-d3965cba-5139-4d88-8a6f-20f81d40f3b0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 HTTP/1.1" status: 200 len: 217 time: 0.0778522 Aug 05 15:36:24.566281 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-198abbb6-fcda-408f-8b8e-706d45f88b7a req-48b96ca3-389e-4abe-a939-1ae7f8f8588b tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2375426 Aug 05 15:36:24.579462 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:36:24.586002 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f550ecc-794d-4ae8-bc26-06d9f859c045" -d '{"events": [{"server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a39fee-4688-4052-adea-986dac23d796"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:36:24.600929 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:24.604497 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=8f81a0ab-db08-458a-a907-344e54cc9456,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:24.608907 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc1c67-cf81-4448-97eb-f3ea07261e08 req-f2e8071e-c43c-455f-9bf7-6701a796eb32 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:24.610499 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aadc1c67-cf81-4448-97eb-f3ea07261e08 req-f2e8071e-c43c-455f-9bf7-6701a796eb32 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 943 time: 0.1082897 Aug 05 15:36:24.615689 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:24.648721 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:24.652548 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01ccf4-b597-431c-9932-9c99c8ba43a1 req-401f9981-c853-4bab-bee7-589fb6233681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:24.653668 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771211fe-3fb0-4d9f-8aad-46e15752d05a x-openstack-request-id: req-771211fe-3fb0-4d9f-8aad-46e15752d05a {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:36:24.653985 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a39fee-4688-4052-adea-986dac23d796", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:36:24.654273 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-771211fe-3fb0-4d9f-8aad-46e15752d05a {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:36:24.654552 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5a01ccf4-b597-431c-9932-9c99c8ba43a1 req-401f9981-c853-4bab-bee7-589fb6233681 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=bfeee132-2904-43b4-9e9d-344c6734b900 HTTP/1.1" status: 200 len: 849 time: 0.1238985 Aug 05 15:36:24.654673 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-771211fe-3fb0-4d9f-8aad-46e15752d05a'] response: {'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796', 'code': 200} Aug 05 15:36:24.659146 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (b7a39fee-4688-4052-adea-986dac23d796), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:24.725067 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=b7a39fee-4688-4052-adea-986dac23d796,revision_number=7']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:24.742957 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['8f81a0ab-db08-458a-a907-344e54cc9456'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:36:24.746400 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5a01ccf4-b597-431c-9932-9c99c8ba43a1 req-d34917f0-5223-451c-ad5f-031fa060e424 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=aae8b9f3-a089-477d-a5f7-c4cd568027cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739429 Aug 05 15:36:24.758123 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aadc1c67-cf81-4448-97eb-f3ea07261e08 req-81fd9d90-1450-4c7b-bcad-df930d7d59f7 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381483 Aug 05 15:36:24.890840 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5a01ccf4-b597-431c-9932-9c99c8ba43a1 req-958b4bd3-1783-4c08-b490-3df5d70a76fc service neutron] 10.222.0.17 "GET /networking/v2.0/networks/aae8b9f3-a089-477d-a5f7-c4cd568027cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310606 Aug 05 15:36:25.002999 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=58,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:25.008666 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5a01ccf4-b597-431c-9932-9c99c8ba43a1 req-859a28ec-fa8f-4ac0-bd18-e10da7411e25 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/aae8b9f3-a089-477d-a5f7-c4cd568027cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111393 Aug 05 15:36:25.565549 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9f793-b1b8-404a-bd1b-9a2470c49f37 req-93f8ca4d-19c6-4582-a2e0-e59c75b3d744 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:25.567776 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e2f9f793-b1b8-404a-bd1b-9a2470c49f37 req-93f8ca4d-19c6-4582-a2e0-e59c75b3d744 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0581896 Aug 05 15:36:25.621687 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e2f9f793-b1b8-404a-bd1b-9a2470c49f37 req-a9126d69-33d3-4abc-981a-f567cfc2dd21 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462930 Aug 05 15:36:25.709402 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7906b9f-13ba-4358-857b-44b33a85a58c req-d2c127fb-8919-49d2-8a0c-05206654e7d8 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:25.710861 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f7906b9f-13ba-4358-857b-44b33a85a58c req-d2c127fb-8919-49d2-8a0c-05206654e7d8 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 945 time: 0.0514293 Aug 05 15:36:25.764574 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f7906b9f-13ba-4358-857b-44b33a85a58c req-97a383c8-38ba-4fe4-b206-b604282467c3 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473275 Aug 05 15:36:25.899309 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335a95c-ee5e-415b-a12e-d38467a0bbc7 req-8fabee08-262d-409b-8bb8-a08d17c8bdba tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:25.901029 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b335a95c-ee5e-415b-a12e-d38467a0bbc7 req-8fabee08-262d-409b-8bb8-a08d17c8bdba tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 943 time: 0.0578384 Aug 05 15:36:25.961147 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:36:25.964615 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b335a95c-ee5e-415b-a12e-d38467a0bbc7 req-402f99d4-b828-49f7-ab88-fd681c5d4f4b tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557961 Aug 05 15:36:25.965794 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 8f81a0ab-db08-458a-a907-344e54cc9456 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:36:26.073378 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 8f81a0ab-db08-458a-a907-344e54cc9456 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:36:26.083663 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:26.111034 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4,segment=NetworkSegment(3b66f5ac-26f0-4f3b-80c8-651bc87d85f2),segment_id=3b66f5ac-26f0-4f3b-80c8-651bc87d85f2)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:26.122311 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4', 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc', 'port_id': 'dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4', 'mac_address': 'fa:16:3e:44:3f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfeee132-2904-43b4-9e9d-344c6734b900', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:36:26.160740 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:36:26.161126 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:26.175456 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:36:26.202384 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4,segment=NetworkSegment(3b66f5ac-26f0-4f3b-80c8-651bc87d85f2),segment_id=3b66f5ac-26f0-4f3b-80c8-651bc87d85f2)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:26.317866 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 8f81a0ab-db08-458a-a907-344e54cc9456 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:36:26.318242 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:26.349948 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:26.385724 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:26.432578 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:26.443912 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 8f81a0ab-db08-458a-a907-344e54cc9456 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:36:26.444517 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:26.490473 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 8f81a0ab-db08-458a-a907-344e54cc9456, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=8f81a0ab-db08-458a-a907-344e54cc9456,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:26.585693 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:26.621177 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:36:26.656296 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f81a0ab-db08-458a-a907-344e54cc9456'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:36:26.658570 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8923b625-2a26-4d99-aca9-5c3860ee3a97" -d '{"events": [{"server_uuid": "c06b5eb5-e324-4e7d-a084-27a8344c861b", "name": "network-vif-plugged", "status": "completed", "tag": "8f81a0ab-db08-458a-a907-344e54cc9456"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:36:26.724301 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=8f81a0ab-db08-458a-a907-344e54cc9456,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:26.760677 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02f4f30-6cb1-4f39-9a74-81777c6f5ed7 x-openstack-request-id: req-a02f4f30-6cb1-4f39-9a74-81777c6f5ed7 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:36:26.761004 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06b5eb5-e324-4e7d-a084-27a8344c861b", "name": "network-vif-plugged", "status": "completed", "tag": "8f81a0ab-db08-458a-a907-344e54cc9456", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:36:26.761228 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-a02f4f30-6cb1-4f39-9a74-81777c6f5ed7 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:36:26.761669 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a02f4f30-6cb1-4f39-9a74-81777c6f5ed7'] response: {'server_uuid': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f81a0ab-db08-458a-a907-344e54cc9456', 'code': 200} Aug 05 15:36:26.812368 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca393b1-3ad0-4f76-ade2-eecb067d8ec0 req-557ff2dc-e1c0-4f99-bc0f-f9cf6c37ecba tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:26.818356 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5ca393b1-3ad0-4f76-ade2-eecb067d8ec0 req-557ff2dc-e1c0-4f99-bc0f-f9cf6c37ecba tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0905969 Aug 05 15:36:26.968750 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5ca393b1-3ad0-4f76-ade2-eecb067d8ec0 req-0ad44377-d5f6-41d0-a849-48c2b5f5994f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439798 Aug 05 15:36:27.010578 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781ccf2-f99b-4ceb-bd4e-a3b225416a9b req-4eca617d-00c6-41ae-b791-8e1646f24fa2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:27.022169 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7781ccf2-f99b-4ceb-bd4e-a3b225416a9b req-4eca617d-00c6-41ae-b791-8e1646f24fa2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 946 time: 0.1009412 Aug 05 15:36:27.096973 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7781ccf2-f99b-4ceb-bd4e-a3b225416a9b req-8ae18b7c-d597-4159-b610-d1f090f8466a tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735288 Aug 05 15:36:27.141652 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d640d-78c3-4805-8c91-92d6af26c220 req-dcb99089-9fbf-43c6-b490-0a8614ce8c8c tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:27.144406 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-da7d640d-78c3-4805-8c91-92d6af26c220 req-dcb99089-9fbf-43c6-b490-0a8614ce8c8c tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 944 time: 0.0693088 Aug 05 15:36:27.215476 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3dcd6e-3987-4eb8-8240-ede52b432568 req-1baf96e0-b995-4bb9-ba9b-4b39b404da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:27.217173 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cf3dcd6e-3987-4eb8-8240-ede52b432568 req-1baf96e0-b995-4bb9-ba9b-4b39b404da0b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 1130 time: 0.0498111 Aug 05 15:36:27.242237 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:27.260848 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-da7d640d-78c3-4805-8c91-92d6af26c220 req-114e91b4-ffb6-49e9-a9c6-83b594d6a2b0 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096029 Aug 05 15:36:27.300249 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cf3dcd6e-3987-4eb8-8240-ede52b432568 req-3e577753-f22e-47bc-b53d-969943449c86 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727286 Aug 05 15:36:27.442759 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a1ceafd8-a56e-46c9-b1b5-c89727e882f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:27.960791 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:36:28.026426 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:36:28.100234 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:36:28.101008 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:28.144514 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7d24d-ada9-40fd-99a3-332d3dfcaf10 req-70644348-138a-40a6-aae7-d1e445470e61 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:28.151386 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e7c7d24d-ada9-40fd-99a3-332d3dfcaf10 req-70644348-138a-40a6-aae7-d1e445470e61 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0798366 Aug 05 15:36:28.208868 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:36:28.209605 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:28.215391 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e7c7d24d-ada9-40fd-99a3-332d3dfcaf10 req-3582ad82-52fe-459d-b438-33a85c9e06a4 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628369 Aug 05 15:36:28.255950 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4,segment=NetworkSegment(3b66f5ac-26f0-4f3b-80c8-651bc87d85f2),segment_id=3b66f5ac-26f0-4f3b-80c8-651bc87d85f2)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:28.280133 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e72b3a-d7b6-4b10-a59f-d77fa1e63e55 req-bceba199-ea31-413b-a9ed-fe334fc73bf2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:28.281656 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-38e72b3a-d7b6-4b10-a59f-d77fa1e63e55 req-bceba199-ea31-413b-a9ed-fe334fc73bf2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 946 time: 0.0633407 Aug 05 15:36:28.304267 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:28.357566 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:28.427372 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-38e72b3a-d7b6-4b10-a59f-d77fa1e63e55 req-4874e74d-5340-4914-96d8-2b4a4750b78d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385174 Aug 05 15:36:28.444201 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a664d-4537-4d98-b76c-09afbc0b403e req-ca761990-e6e4-4e46-a66f-a4e26e54f86d tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:28.450943 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:28.456934 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7e8a664d-4537-4d98-b76c-09afbc0b403e req-ca761990-e6e4-4e46-a66f-a4e26e54f86d tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0890272 Aug 05 15:36:28.525302 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7e8a664d-4537-4d98-b76c-09afbc0b403e req-ab6b5e3d-b10f-49fe-b18e-ae9e1f2400d3 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700483 Aug 05 15:36:28.764655 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef464ba-20cc-4ffc-b424-083439bfa6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:36:28.765144 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0063af-41a3-4d9d-b626-a725f17dfb6b" -d '{"events": [{"server_uuid": "fef464ba-20cc-4ffc-b424-083439bfa6d8", "name": "network-vif-plugged", "status": "completed", "tag": "dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:36:28.810737 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f777e557-eb27-46cc-b22c-72c9162459d2 x-openstack-request-id: req-f777e557-eb27-46cc-b22c-72c9162459d2 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:36:28.811029 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef464ba-20cc-4ffc-b424-083439bfa6d8", "name": "network-vif-plugged", "status": "completed", "tag": "dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:36:28.811289 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f777e557-eb27-46cc-b22c-72c9162459d2 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:36:28.811677 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f777e557-eb27-46cc-b22c-72c9162459d2'] response: {'server_uuid': 'fef464ba-20cc-4ffc-b424-083439bfa6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4', 'code': 200} Aug 05 15:36:29.379201 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287380c-71fd-45a3-9288-f404ecf6bcc6 req-441082ef-d3e7-4416-9f0c-57eccebb8d92 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:29.379201 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c287380c-71fd-45a3-9288-f404ecf6bcc6 req-441082ef-d3e7-4416-9f0c-57eccebb8d92 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0512500 Aug 05 15:36:29.413023 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c287380c-71fd-45a3-9288-f404ecf6bcc6 req-ff067fe9-d959-4963-a5c0-5fb760865a18 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431409 Aug 05 15:36:29.584259 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985151ec-fa4e-413a-afe9-511d15d17e0d req-761f5264-935c-4e62-9fb0-34151e2a049a tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:29.585810 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-985151ec-fa4e-413a-afe9-511d15d17e0d req-761f5264-935c-4e62-9fb0-34151e2a049a tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 946 time: 0.0501461 Aug 05 15:36:29.668250 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-985151ec-fa4e-413a-afe9-511d15d17e0d req-afb5025f-c1ae-420b-a97b-ddfbcaf46c66 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761673 Aug 05 15:36:29.683987 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723058f9-2328-422d-9535-9179d4bcbd8f req-5bc6fd24-cc43-4de1-873e-babfa49fdbe6 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:29.685468 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-723058f9-2328-422d-9535-9179d4bcbd8f req-5bc6fd24-cc43-4de1-873e-babfa49fdbe6 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0642173 Aug 05 15:36:29.735391 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-723058f9-2328-422d-9535-9179d4bcbd8f req-f6ed6126-0a0e-43dc-aea4-04d5b70832a7 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Aug 05 15:36:29.789895 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d64e3-1cbe-4d0f-a60e-9f2b00695bea req-4a339df9-9465-4124-9cc1-df94282f96a6 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:29.791448 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-590d64e3-1cbe-4d0f-a60e-9f2b00695bea req-4a339df9-9465-4124-9cc1-df94282f96a6 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 946 time: 0.0503168 Aug 05 15:36:29.859110 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-590d64e3-1cbe-4d0f-a60e-9f2b00695bea req-f5508d81-0b51-45c6-ad91-1c33b376f211 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616915 Aug 05 15:36:29.868348 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-e1cf9324-3c3d-4b4b-9a9e-1eec8b89b14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:29.891821 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 44640) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:29.925442 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:29.929272 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:29.951650 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4875604c-a2aa-4df4-b088-ee79f172959f tempest-TestVolumeBootPattern-128951298 tempest-TestVolumeBootPattern-128951298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:29.953289 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-4875604c-a2aa-4df4-b088-ee79f172959f tempest-TestVolumeBootPattern-128951298 tempest-TestVolumeBootPattern-128951298-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 1125 time: 0.0604315 Aug 05 15:36:29.961696 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44642) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:29.966295 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'port_id': '8f81a0ab-db08-458a-a907-344e54cc9456', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:36:30.078571 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:30.180977 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:30.295412 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834d3f3-561c-4a35-be0c-dc4689fbe61c req-224f0e4f-5033-4d00-b634-4d295a5cd7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:30.297123 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e834d3f3-561c-4a35-be0c-dc4689fbe61c req-224f0e4f-5033-4d00-b634-4d295a5cd7a4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 1129 time: 0.0624659 Aug 05 15:36:30.327449 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:30.388240 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Allocated IP 172.27.0.114 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/4b78d861-a8bc-46d8-bd6f-95d43dec0079) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:36:30.412432 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e834d3f3-561c-4a35-be0c-dc4689fbe61c req-3824545b-dab3-4f8c-bc98-ece4b4d7a15f service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836635 Aug 05 15:36:30.463542 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:30.575248 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for port (4b78d861-a8bc-46d8-bd6f-95d43dec0079), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:30.590835 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4857753-5f0b-4414-87ad-4f1e026e71f3 req-7f9a83d5-c647-4db2-afae-c759851e9b19 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:30.592403 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a4857753-5f0b-4414-87ad-4f1e026e71f3 req-7f9a83d5-c647-4db2-afae-c759851e9b19 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0732925 Aug 05 15:36:30.645288 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:30.676790 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a4857753-5f0b-4414-87ad-4f1e026e71f3 req-85a86d74-6e6a-4ebd-8606-2fa9c2646848 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730066 Aug 05 15:36:30.730155 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (4b78d861-a8bc-46d8-bd6f-95d43dec0079), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:30.817887 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:36:30.825559 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:30.833607 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:36:30.837375 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:36:30.852001 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'Port': ['ID=4b78d861-a8bc-46d8-bd6f-95d43dec0079,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:30.919656 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:30.937215 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53285b55-a25f-45d1-b2f3-f7e77b52a8fd req-df46d34a-1353-4748-9cb5-7d706e6081ac tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:30.938679 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-53285b55-a25f-45d1-b2f3-f7e77b52a8fd req-df46d34a-1353-4748-9cb5-7d706e6081ac tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 945 time: 0.1098204 Aug 05 15:36:31.062510 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-53285b55-a25f-45d1-b2f3-f7e77b52a8fd req-920e4dc4-c6ac-4339-b34d-9667e6b0f95e tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170938 Aug 05 15:36:31.217438 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:31.390330 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (38db96aa-ab12-461f-8a07-1d242b84ab82), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:31.529241 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (4b78d861-a8bc-46d8-bd6f-95d43dec0079), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:31.771621 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for port (4b78d861-a8bc-46d8-bd6f-95d43dec0079), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:31.847462 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (4b78d861-a8bc-46d8-bd6f-95d43dec0079), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:31.934098 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ec763-36e5-43a8-9c0c-6f1fe1fdddf9 req-61ca34b7-4a69-4d05-b4a9-2b7e5276b220 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:31.935655 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1a7ec763-36e5-43a8-9c0c-6f1fe1fdddf9 req-61ca34b7-4a69-4d05-b4a9-2b7e5276b220 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.1343389 Aug 05 15:36:31.994790 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (38db96aa-ab12-461f-8a07-1d242b84ab82), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:31.999510 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'Port': ['ID=4b78d861-a8bc-46d8-bd6f-95d43dec0079,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:32.050705 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:32.123160 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1a7ec763-36e5-43a8-9c0c-6f1fe1fdddf9 req-edc63ad0-328e-4fa6-9e44-4ed19b234ed1 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784148 Aug 05 15:36:32.154027 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Floating IP 38db96aa-ab12-461f-8a07-1d242b84ab82 associated. External IP: 172.27.0.114, port: 8f81a0ab-db08-458a-a907-344e54cc9456. Aug 05 15:36:32.283409 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:32.293682 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4408490-48aa-4d32-b33a-54e1dc3b8316 req-659a7f65-6786-427b-9c0d-da466831a4a0 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:32.295196 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a4408490-48aa-4d32-b33a-54e1dc3b8316 req-659a7f65-6786-427b-9c0d-da466831a4a0 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0933559 Aug 05 15:36:32.374658 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:32.395250 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a4408490-48aa-4d32-b33a-54e1dc3b8316 req-d580a581-e107-4f0f-8af7-10e691b06a1d tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922620 Aug 05 15:36:32.473146 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:36:32.689409 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:32.849012 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:36:32.858575 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ee765-402d-4fbb-bd0e-8792534fa1ae None None] Sync routers for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:36:32.870099 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ee765-402d-4fbb-bd0e-8792534fa1ae None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:36:32.870988 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-927ee765-402d-4fbb-bd0e-8792534fa1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:36:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:32.976701 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-927ee765-402d-4fbb-bd0e-8792534fa1ae None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:36:33.190887 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-927ee765-402d-4fbb-bd0e-8792534fa1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '38db96aa-ab12-461f-8a07-1d242b84ab82', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': '8f81a0ab-db08-458a-a907-344e54cc9456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:c1:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:36:31Z', 'updated_at': '2022-08-05T15:36:31Z', 'revision_number': 0, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:33.218075 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ee765-402d-4fbb-bd0e-8792534fa1ae None None] Checking router: aca1ef86-7344-4d5f-b0ce-194faff4ecb4 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:36:33.222564 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:33.223892 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:33.226804 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ee765-402d-4fbb-bd0e-8792534fa1ae None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:36:33.227522 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-927ee765-402d-4fbb-bd0e-8792534fa1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:36:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:33.304954 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-710d43b0-d586-44c4-acf5-a403ca0f4fea tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3418941 Aug 05 15:36:33.311523 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10145201-e76d-4b9f-9b0f-e892e6fd5b92 req-1011a00d-c076-4119-929a-8ee43b6a33ae tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:33.313118 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-10145201-e76d-4b9f-9b0f-e892e6fd5b92 req-1011a00d-c076-4119-929a-8ee43b6a33ae tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0849457 Aug 05 15:36:33.313606 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'tag': '8f81a0ab-db08-458a-a907-344e54cc9456'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:36:33.317488 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4884d37-ae1a-4fa0-9851-4d2971fc8166" -d '{"events": [{"name": "network-changed", "server_uuid": "c06b5eb5-e324-4e7d-a084-27a8344c861b", "tag": "8f81a0ab-db08-458a-a907-344e54cc9456"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:36:33.376100 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-927ee765-402d-4fbb-bd0e-8792534fa1ae None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:36:33.424403 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-10145201-e76d-4b9f-9b0f-e892e6fd5b92 req-9630bcd7-9eac-44f8-b63c-a18aa2fff5c9 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035972 Aug 05 15:36:33.452229 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4096bb6a-aaa0-42f5-9345-ec0b082135a4 x-openstack-request-id: req-4096bb6a-aaa0-42f5-9345-ec0b082135a4 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:36:33.452229 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06b5eb5-e324-4e7d-a084-27a8344c861b", "tag": "8f81a0ab-db08-458a-a907-344e54cc9456", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:36:33.452229 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4096bb6a-aaa0-42f5-9345-ec0b082135a4 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:36:33.452229 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4096bb6a-aaa0-42f5-9345-ec0b082135a4'] response: {'name': 'network-changed', 'server_uuid': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'tag': '8f81a0ab-db08-458a-a907-344e54cc9456', 'status': 'completed', 'code': 200} Aug 05 15:36:33.584132 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4884d37-ae1a-4fa0-9851-4d2971fc8166 req-ff4d8b31-6d17-4ebb-a233-5cceae94d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:33.586420 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d4884d37-ae1a-4fa0-9851-4d2971fc8166 req-ff4d8b31-6d17-4ebb-a233-5cceae94d1a6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 1130 time: 0.0910196 Aug 05 15:36:33.693019 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4884d37-ae1a-4fa0-9851-4d2971fc8166 req-366ca405-9563-4650-a3e6-231d7b9bbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:33.694596 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d4884d37-ae1a-4fa0-9851-4d2971fc8166 req-366ca405-9563-4650-a3e6-231d7b9bbc07 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 912 time: 0.1010470 Aug 05 15:36:33.755700 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:33.805344 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d4884d37-ae1a-4fa0-9851-4d2971fc8166 req-60fa7298-9d9e-44a0-9ce5-449943a3dddf service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f81a0ab-db08-458a-a907-344e54cc9456 HTTP/1.1" status: 200 len: 1000 time: 0.1038091 Aug 05 15:36:33.821787 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-927ee765-402d-4fbb-bd0e-8792534fa1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '38db96aa-ab12-461f-8a07-1d242b84ab82', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': '8f81a0ab-db08-458a-a907-344e54cc9456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:c1:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:36:31Z', 'updated_at': '2022-08-05T15:36:31Z', 'revision_number': 0, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:33.857194 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927ee765-402d-4fbb-bd0e-8792534fa1ae None None] The sync data for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi is: [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '38db96aa-ab12-461f-8a07-1d242b84ab82', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': '8f81a0ab-db08-458a-a907-344e54cc9456', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:c1:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:36:31Z', 'updated_at': '2022-08-05T15:36:31Z', 'revision_number': 0, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:36:33.899464 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4884d37-ae1a-4fa0-9851-4d2971fc8166 req-9d9def1d-78ed-4b47-80d3-2d65ec45a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:33.899464 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d4884d37-ae1a-4fa0-9851-4d2971fc8166 req-9d9def1d-78ed-4b47-80d3-2d65ec45a476 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fdda4929-7d3f-4165-b49e-7fa36c7c477d HTTP/1.1" status: 200 len: 850 time: 0.0830739 Aug 05 15:36:33.955045 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4884d37-ae1a-4fa0-9851-4d2971fc8166 req-001abc55-6b61-4954-aa8d-82233d777c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:33.957106 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d4884d37-ae1a-4fa0-9851-4d2971fc8166 req-001abc55-6b61-4954-aa8d-82233d777c1b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9b73dcac-fd0b-490d-b366-7eddfd909984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539896 Aug 05 15:36:34.030642 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:34.068519 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d4884d37-ae1a-4fa0-9851-4d2971fc8166 req-b289075d-af01-44f0-af3e-45fd54456aaf service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037791 Aug 05 15:36:34.173757 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff19d8e-adef-47a4-8ec6-bb0037ff1141 None None] New status for floating IP 38db96aa-ab12-461f-8a07-1d242b84ab82: ACTIVE {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:36:34.202124 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d4884d37-ae1a-4fa0-9851-4d2971fc8166 req-1c8f9b88-5f2a-4692-ab0a-85ac60f42609 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277707 Aug 05 15:36:34.479462 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ced44-cec9-4030-9e2f-a6e7842de5ed req-b692c530-d15c-40ed-af18-ec2d6659871c tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:34.484572 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-650ced44-cec9-4030-9e2f-a6e7842de5ed req-b692c530-d15c-40ed-af18-ec2d6659871c tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0652506 Aug 05 15:36:34.530790 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-650ced44-cec9-4030-9e2f-a6e7842de5ed req-b55868eb-03b1-49e1-a7ae-07641450569e tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438967 Aug 05 15:36:34.632777 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b1890-dab4-4ff2-b0d0-8378b3d05065 req-e6468046-0f1d-411d-9ec2-460a536a2e68 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:34.634242 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f74b1890-dab4-4ff2-b0d0-8378b3d05065 req-e6468046-0f1d-411d-9ec2-460a536a2e68 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0470350 Aug 05 15:36:34.654372 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:34.681241 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f74b1890-dab4-4ff2-b0d0-8378b3d05065 req-d7956b05-edff-49a3-b0c5-918d7aa758f1 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414596 Aug 05 15:36:35.651520 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428ad40-b008-494d-804a-af680fb1251c req-0192d1da-b8d3-46e9-88c3-c74aa93d350d tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:35.652971 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e428ad40-b008-494d-804a-af680fb1251c req-0192d1da-b8d3-46e9-88c3-c74aa93d350d tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0502763 Aug 05 15:36:35.699512 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e428ad40-b008-494d-804a-af680fb1251c req-c59efb63-bf67-429d-bbd1-db9f1c79d574 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410042 Aug 05 15:36:35.811728 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcec891-75ae-479c-bcb0-61d0fca30ed7 req-05e73ebd-f4aa-4eb2-bc0e-74e0dac726ba tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:35.812992 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-afcec891-75ae-479c-bcb0-61d0fca30ed7 req-05e73ebd-f4aa-4eb2-bc0e-74e0dac726ba tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0501828 Aug 05 15:36:35.898833 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d9284-c3e3-47bf-bb3f-7029c13f52c7 req-23352741-e095-49a7-86c2-64f7ef88ef17 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:35.900420 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-224d9284-c3e3-47bf-bb3f-7029c13f52c7 req-23352741-e095-49a7-86c2-64f7ef88ef17 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 945 time: 0.0656617 Aug 05 15:36:35.904384 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-afcec891-75ae-479c-bcb0-61d0fca30ed7 req-f3457c29-ee63-434e-928a-b9d2e9da9633 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859618 Aug 05 15:36:36.221710 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e11d7-047d-412d-8461-fdecf25c3ea6 req-a3a0c322-e097-461b-9f0e-b933c648bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:36.223302 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-f98e11d7-047d-412d-8461-fdecf25c3ea6 req-a3a0c322-e097-461b-9f0e-b933c648bebf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 1129 time: 0.0384450 Aug 05 15:36:36.267399 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-224d9284-c3e3-47bf-bb3f-7029c13f52c7 req-087819f1-cea4-4265-be5a-5d381bae7397 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Deleting port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:36:36.267730 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-224d9284-c3e3-47bf-bb3f-7029c13f52c7 req-087819f1-cea4-4265-be5a-5d381bae7397 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:36.317339 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e11d7-047d-412d-8461-fdecf25c3ea6 req-b1d0a849-f953-4380-b3a0-6938d52c07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:36.318957 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-f98e11d7-047d-412d-8461-fdecf25c3ea6 req-b1d0a849-f953-4380-b3a0-6938d52c07d7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 918 time: 0.0890253 Aug 05 15:36:36.367069 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-224d9284-c3e3-47bf-bb3f-7029c13f52c7 req-087819f1-cea4-4265-be5a-5d381bae7397 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] For port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4,segment=NetworkSegment(3b66f5ac-26f0-4f3b-80c8-651bc87d85f2),segment_id=3b66f5ac-26f0-4f3b-80c8-651bc87d85f2)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:36.367428 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-224d9284-c3e3-47bf-bb3f-7029c13f52c7 req-087819f1-cea4-4265-be5a-5d381bae7397 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:36.381164 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-224d9284-c3e3-47bf-bb3f-7029c13f52c7 req-087819f1-cea4-4265-be5a-5d381bae7397 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Calling delete_port for dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 owned by compute:nova {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:36:36.401865 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-f98e11d7-047d-412d-8461-fdecf25c3ea6 req-85ef129f-3e80-4908-9454-f1cbae55dac5 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7a39fee-4688-4052-adea-986dac23d796 HTTP/1.1" status: 200 len: 1000 time: 0.0740988 Aug 05 15:36:36.455386 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e11d7-047d-412d-8461-fdecf25c3ea6 req-f3abb3c9-251e-4c34-9d5a-6634f339a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:36.457016 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-f98e11d7-047d-412d-8461-fdecf25c3ea6 req-f3abb3c9-251e-4c34-9d5a-6634f339a6f3 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0fd5c40f-af1a-4779-a54d-b857ddde5de6 HTTP/1.1" status: 200 len: 856 time: 0.0461099 Aug 05 15:36:36.507494 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e11d7-047d-412d-8461-fdecf25c3ea6 req-a145c28a-b499-4c2d-bd6a-281802591055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:36.509200 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-f98e11d7-047d-412d-8461-fdecf25c3ea6 req-a145c28a-b499-4c2d-bd6a-281802591055 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c44331f6-946f-4f51-8016-9a872c1f5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457897 Aug 05 15:36:36.592549 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-224d9284-c3e3-47bf-bb3f-7029c13f52c7 req-087819f1-cea4-4265-be5a-5d381bae7397 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:36.605735 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:36:36.622344 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-f98e11d7-047d-412d-8461-fdecf25c3ea6 req-323772de-50f3-491c-b8b1-eebaa2c3921d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065426 Aug 05 15:36:36.633061 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087819f1-cea4-4265-be5a-5d381bae7397 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Pushing event deleted for resources: {'Port': ['ID=dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:36.681320 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-224d9284-c3e3-47bf-bb3f-7029c13f52c7 req-087819f1-cea4-4265-be5a-5d381bae7397 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] No DVR routers for this DVR port dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 on host hv-cinder-84989 {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:36:36.683651 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-224d9284-c3e3-47bf-bb3f-7029c13f52c7 req-087819f1-cea4-4265-be5a-5d381bae7397 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:36.687263 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-224d9284-c3e3-47bf-bb3f-7029c13f52c7 req-087819f1-cea4-4265-be5a-5d381bae7397 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.17 "DELETE /networking/v2.0/ports/dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 HTTP/1.1" status: 204 len: 173 time: 0.5036402 Aug 05 15:36:36.697851 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef464ba-20cc-4ffc-b424-083439bfa6d8', 'name': 'network-vif-deleted', 'tag': 'dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:36:36.697851 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4740621-419d-4b0a-97bc-87655b15362c" -d '{"events": [{"server_uuid": "fef464ba-20cc-4ffc-b424-083439bfa6d8", "name": "network-vif-deleted", "tag": "dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:36:36.729043 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a43c37-ea53-4f12-8277-b00a3a5ab1d3 x-openstack-request-id: req-33a43c37-ea53-4f12-8277-b00a3a5ab1d3 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:36:36.730069 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef464ba-20cc-4ffc-b424-083439bfa6d8", "name": "network-vif-deleted", "tag": "dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:36:36.730505 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-33a43c37-ea53-4f12-8277-b00a3a5ab1d3 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:36:36.732362 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a43c37-ea53-4f12-8277-b00a3a5ab1d3'] response: {'server_uuid': 'fef464ba-20cc-4ffc-b424-083439bfa6d8', 'name': 'network-vif-deleted', 'tag': 'dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4', 'status': 'completed', 'code': 200} Aug 05 15:36:36.742182 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-f98e11d7-047d-412d-8461-fdecf25c3ea6 req-c5d93cc3-eb3c-4025-a44e-472758791d66 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140344 Aug 05 15:36:36.807202 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7d77c99a-1359-4148-92bf-9a3ed7cada98 req-076495c4-cc57-483e-9628-dc2fdb86544e tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 210 time: 0.0306304 Aug 05 15:36:37.024455 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:37.039775 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1499b-404c-40cb-9ebe-0348139f8dfd req-cb3c4a55-36d8-4e02-be15-4f9ce584eb45 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:37.041337 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2fa1499b-404c-40cb-9ebe-0348139f8dfd req-cb3c4a55-36d8-4e02-be15-4f9ce584eb45 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0523930 Aug 05 15:36:37.094563 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2fa1499b-404c-40cb-9ebe-0348139f8dfd req-c9110f80-78a5-4da4-b901-087ef0e86792 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473609 Aug 05 15:36:37.768119 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4019bc0-e1f3-44a7-850c-ab9c3f570856 req-beff03a8-32ac-4c11-8599-2546b52d3b67 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:37.769603 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a4019bc0-e1f3-44a7-850c-ab9c3f570856 req-beff03a8-32ac-4c11-8599-2546b52d3b67 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 946 time: 0.0480459 Aug 05 15:36:37.815572 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a4019bc0-e1f3-44a7-850c-ab9c3f570856 req-a9e905c8-4d9c-4926-8dec-e9680cfdea4c tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406179 Aug 05 15:36:37.908635 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-30bb13cb-961b-4281-8c59-2a0c6ed8e1ca req-314372ac-f96e-461e-b8f7-d946478e9ce8 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 210 time: 0.0277095 Aug 05 15:36:38.221176 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d18fdd-ef25-4fce-b63e-40ff88acf9e3 req-06eb6edf-06e1-4b46-b936-94f68d273460 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:38.222627 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-49d18fdd-ef25-4fce-b63e-40ff88acf9e3 req-06eb6edf-06e1-4b46-b936-94f68d273460 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0471487 Aug 05 15:36:38.252723 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:38.278508 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-49d18fdd-ef25-4fce-b63e-40ff88acf9e3 req-4d90a211-a465-4818-a4ae-ab05f9abeef9 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491288 Aug 05 15:36:38.930980 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c2ad4-6bf8-45d2-8fad-a99ab16ff62d req-0fa85dc3-1bf9-4f00-97b9-cf6cc91d191a tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:38.932436 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e72c2ad4-6bf8-45d2-8fad-a99ab16ff62d req-0fa85dc3-1bf9-4f00-97b9-cf6cc91d191a tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 946 time: 0.0464787 Aug 05 15:36:38.992791 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e72c2ad4-6bf8-45d2-8fad-a99ab16ff62d req-235191f5-d66f-47c3-ad8f-f90da22826c4 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544431 Aug 05 15:36:39.027992 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-847ec570-eefb-4e7a-809b-535c8b787830 req-15e953a1-52cb-4189-8693-5483600cd557 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 210 time: 0.0305955 Aug 05 15:36:39.403875 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff88e8-1345-497b-bfd5-0a1ae8c0726d req-660610ed-e133-4d6b-94d7-029ad110fc48 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:39.405343 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26ff88e8-1345-497b-bfd5-0a1ae8c0726d req-660610ed-e133-4d6b-94d7-029ad110fc48 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 945 time: 0.0498488 Aug 05 15:36:39.451964 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26ff88e8-1345-497b-bfd5-0a1ae8c0726d req-dda8998c-8b31-452e-b8f9-f60ac89cb800 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411816 Aug 05 15:36:40.046837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:36:40.066133 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:36:40.066484 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device dfd7bc61-f7c4-4ac3-af7d-0b67959b3bb4 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:36:40.066912 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device b7a39fee-4688-4052-adea-986dac23d796 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:36:40.115472 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f3edc-90a6-4312-8218-5c1c396c1237 req-0641cd52-1d9d-4821-819a-6aa390e6bdc4 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:40.117036 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d17f3edc-90a6-4312-8218-5c1c396c1237 req-0641cd52-1d9d-4821-819a-6aa390e6bdc4 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 946 time: 0.0501695 Aug 05 15:36:40.146717 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port b7a39fee-4688-4052-adea-986dac23d796 is: ACTIVE; New status is: DOWN {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:36:40.147106 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (b7a39fee-4688-4052-adea-986dac23d796), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:40.156535 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4f8e91e9-f275-489a-9ef8-6523e5ade3d7 req-be096bed-1241-467f-b83d-11183bf1995c tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fef464ba-20cc-4ffc-b424-083439bfa6d8 HTTP/1.1" status: 200 len: 210 time: 0.0384574 Aug 05 15:36:40.185901 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:36:40.188296 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ab8547-0ad2-435a-8670-335e0ed551a9" -d '{"events": [{"server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "b7a39fee-4688-4052-adea-986dac23d796"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:36:40.205353 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d17f3edc-90a6-4312-8218-5c1c396c1237 req-c060fad2-7ee2-4e6b-8a32-af5bd375c586 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787773 Aug 05 15:36:40.228873 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:40.245147 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-693dd617-e4b4-404a-b17c-8be39d1382ba tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:40.246730 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-693dd617-e4b4-404a-b17c-8be39d1382ba tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 946 time: 0.0592399 Aug 05 15:36:40.295172 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (b7a39fee-4688-4052-adea-986dac23d796), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:40.302187 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 05 Aug 2022 15:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73c040c-67e9-407f-8aa7-6c938fc93c07 x-openstack-request-id: req-d73c040c-67e9-407f-8aa7-6c938fc93c07 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:36:40.302187 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "name": "network-vif-unplugged", "status": "completed", "tag": "b7a39fee-4688-4052-adea-986dac23d796", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:36:40.302187 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d73c040c-67e9-407f-8aa7-6c938fc93c07 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:36:40.302187 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73c040c-67e9-407f-8aa7-6c938fc93c07'] response: {'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796', 'code': 200} Aug 05 15:36:40.343596 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=b7a39fee-4688-4052-adea-986dac23d796,revision_number=8']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:40.567297 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Deleting port c2647432-cbf5-4f2d-a719-a7acfd914103 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:36:40.567914 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:40.589982 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdad88-c703-4476-a05f-36913206b45f req-7a14edc1-82ad-4b02-a5a0-511c00ca6fd2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:40.591526 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-70fdad88-c703-4476-a05f-36913206b45f req-7a14edc1-82ad-4b02-a5a0-511c00ca6fd2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0538132 Aug 05 15:36:40.642507 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-70fdad88-c703-4476-a05f-36913206b45f req-3d6d54a6-35c5-4312-ae83-3bca39093c91 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451319 Aug 05 15:36:40.675383 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] For port c2647432-cbf5-4f2d-a719-a7acfd914103, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=c2647432-cbf5-4f2d-a719-a7acfd914103,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:40.675760 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:40.843572 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:40.843960 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (8aadca37-d815-4f12-8c9b-5afb615dbf03), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:40.844312 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Floating IP 8aadca37-d815-4f12-8c9b-5afb615dbf03 disassociated. External IP: 172.27.0.153, port: c2647432-cbf5-4f2d-a719-a7acfd914103. Aug 05 15:36:40.844657 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Calling delete_port for c2647432-cbf5-4f2d-a719-a7acfd914103 owned by compute:nova {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:36:40.899458 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:40.919055 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:41.027159 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (c2647432-cbf5-4f2d-a719-a7acfd914103), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:41.056247 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event deleted for resources: {'Port': ['ID=c2647432-cbf5-4f2d-a719-a7acfd914103,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:41.170673 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Router 65128544-0210-470a-b8da-71d7b5d24c58 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:36:41.281226 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:36:41.300851 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8caa0-f559-4b92-8f5b-d0a5c33b82a6 None None] Sync routers for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:36:41.322808 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8caa0-f559-4b92-8f5b-d0a5c33b82a6 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:36:41.323512 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c4c8caa0-f559-4b92-8f5b-d0a5c33b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:36:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:41.326558 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] No DVR routers for this DVR port c2647432-cbf5-4f2d-a719-a7acfd914103 on host hv-cinder-84989 {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:36:41.330283 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:41.335400 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-924a532b-2c77-4816-9763-78a26912c4da req-cbd68cb2-00b7-46c8-9c4f-3b91401b6bf8 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adba90d0-6910-4741-a3c7-a7fa5ffbda9c HTTP/1.1" status: 200 len: 210 time: 0.0383222 Aug 05 15:36:41.335881 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-74092e12-f3f3-4a08-82bc-9d77cdf86926 req-9036418a-0160-4034-bc29-d63ca9d7a7dc tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.17 "DELETE /networking/v2.0/ports/c2647432-cbf5-4f2d-a719-a7acfd914103 HTTP/1.1" status: 204 len: 173 time: 0.8625464 Aug 05 15:36:41.335881 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'name': 'network-vif-deleted', 'tag': 'c2647432-cbf5-4f2d-a719-a7acfd914103'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:36:41.337430 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f09b63e-3cb6-48cc-97ca-0847a83fa2f0" -d '{"events": [{"server_uuid": "adba90d0-6910-4741-a3c7-a7fa5ffbda9c", "name": "network-vif-deleted", "tag": "c2647432-cbf5-4f2d-a719-a7acfd914103"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:36:41.436348 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-c4c8caa0-f559-4b92-8f5b-d0a5c33b82a6 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:36:41.568351 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce969571-5602-4291-87ac-8872e56274da req-1ccf6181-ea06-4407-be04-be66f43cf59c tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:41.569878 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-1ccf6181-ea06-4407-be04-be66f43cf59c tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/networks?id=aae8b9f3-a089-477d-a5f7-c4cd568027cc HTTP/1.1" status: 200 len: 809 time: 0.1274159 Aug 05 15:36:41.596963 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-f227d164-3839-4794-aed1-5ed971dd3c42 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/quotas/07cd370ebabf4f048e72f7b1fbadcb08 HTTP/1.1" status: 200 len: 375 time: 0.0162995 Aug 05 15:36:41.623027 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-9b3e7f96-4a2d-43a8-8e4e-50eb8b9aed58 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=07cd370ebabf4f048e72f7b1fbadcb08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303342 Aug 05 15:36:41.671818 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c4c8caa0-f559-4b92-8f5b-d0a5c33b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:41.695073 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8caa0-f559-4b92-8f5b-d0a5c33b82a6 None None] Checking router: 65128544-0210-470a-b8da-71d7b5d24c58 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:36:41.704158 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8caa0-f559-4b92-8f5b-d0a5c33b82a6 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:36:41.704776 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c4c8caa0-f559-4b92-8f5b-d0a5c33b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:36:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:41.777443 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-c706301f-41f5-479d-88e5-b2ebff9fc60d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/aae8b9f3-a089-477d-a5f7-c4cd568027cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475382 Aug 05 15:36:41.814782 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-c4c8caa0-f559-4b92-8f5b-d0a5c33b82a6 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:36:41.858276 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:41.904529 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-f559be8e-d39d-4d49-8197-5c36151811b5 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/aae8b9f3-a089-477d-a5f7-c4cd568027cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143126 Aug 05 15:36:41.910835 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1a3b4f-4f11-47fd-9ae7-e03cd4a312ed x-openstack-request-id: req-ae1a3b4f-4f11-47fd-9ae7-e03cd4a312ed {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:36:41.911377 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adba90d0-6910-4741-a3c7-a7fa5ffbda9c", "name": "network-vif-deleted", "tag": "c2647432-cbf5-4f2d-a719-a7acfd914103", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:36:41.911848 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ae1a3b4f-4f11-47fd-9ae7-e03cd4a312ed {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:36:41.912593 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1a3b4f-4f11-47fd-9ae7-e03cd4a312ed'] response: {'server_uuid': 'adba90d0-6910-4741-a3c7-a7fa5ffbda9c', 'name': 'network-vif-deleted', 'tag': 'c2647432-cbf5-4f2d-a719-a7acfd914103', 'status': 'completed', 'code': 200} Aug 05 15:36:42.023636 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c4c8caa0-f559-4b92-8f5b-d0a5c33b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:42.054692 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c8caa0-f559-4b92-8f5b-d0a5c33b82a6 None None] The sync data for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi is: [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:05Z', 'revision_number': 4, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'f3502f85-fc4b-4296-a725-5ccba89470a3', 'name': '', 'network_id': '5556c147-7063-4e54-b1ad-a45bb656fda4', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'mac_address': 'fa:16:3e:0d:95:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:02Z', 'updated_at': '2022-08-05T15:31:14Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'subnets': [{'id': 'cb3c1b3d-59c6-4141-ad48-5db85d354a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:36:42.182449 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c2c005e7-654e-4ae5-89c8-cc483d7ea703 req-c3126b54-0258-4ad7-9379-b461dcc4cfde tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 210 time: 0.0336716 Aug 05 15:36:42.323654 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419561a3-ea17-4ae6-a329-29c00fc5519e None None] New status for floating IP 8aadca37-d815-4f12-8c9b-5afb615dbf03: DOWN {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:36:42.518496 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 44826) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:42.585612 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d7340e11-721e-4e6d-b089-caf7c6aa8138 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:42.611982 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d7340e11-721e-4e6d-b089-caf7c6aa8138 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:42.741893 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d7340e11-721e-4e6d-b089-caf7c6aa8138 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:42.744517 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d7340e11-721e-4e6d-b089-caf7c6aa8138 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:42.745820 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-d7340e11-721e-4e6d-b089-caf7c6aa8138 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6 HTTP/1.1" status: 204 len: 168 time: 0.2262897 Aug 05 15:36:42.748614 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44834) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:42.755151 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7340e11-721e-4e6d-b089-caf7c6aa8138 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:42.762156 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.api.v2.resource [None req-e3e7c8e1-396e-4d68-ac6f-86052df545de tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] show failed (client error): The resource could not be found. Aug 05 15:36:42.765976 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-e3e7c8e1-396e-4d68-ac6f-86052df545de tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "GET /networking/v2.0/security-groups/9f03282c-9b0a-4ab0-ab3f-7f8d0bb5d9e6 HTTP/1.1" status: 404 len: 347 time: 0.0135815 Aug 05 15:36:42.766112 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44836) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:42.879703 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:42.882978 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b1ec4-7724-49db-8793-ab1557003592 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Deleting port 62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:36:42.883324 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1ec4-7724-49db-8793-ab1557003592 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:42.965904 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1ec4-7724-49db-8793-ab1557003592 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:42.966470 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1ec4-7724-49db-8793-ab1557003592 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:42.983555 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-5a4b1ec4-7724-49db-8793-ab1557003592 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Calling delete_port for 62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce owned by network:floatingip {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:36:43.046559 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:43.090486 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7956-2ae7-497c-9ef9-d03917cde48a req-a562295c-28da-49ae-bd70-48ef7aca72d4 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:43.091976 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e00a7956-2ae7-497c-9ef9-d03917cde48a req-a562295c-28da-49ae-bd70-48ef7aca72d4 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0625021 Aug 05 15:36:43.176625 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e00a7956-2ae7-497c-9ef9-d03917cde48a req-3bad61f6-213a-47f9-84b5-5c35cebc278c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776684 Aug 05 15:36:43.240522 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-796b3bd7-f437-449f-bdda-c901636ce81a service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415275 Aug 05 15:36:43.249899 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1ec4-7724-49db-8793-ab1557003592 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:43.291987 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b1ec4-7724-49db-8793-ab1557003592 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Pushing event deleted for resources: {'Port': ['ID=62e8e0cb-edc9-4242-ab7a-8ef6f90b35ce,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:43.316254 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-92eeadd6-ac80-47e0-917e-6c8b115030bd tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:43.317109 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c03dcfb2-a88d-4913-90f9-c5c175432d7e req-635dcd4e-eda4-4b7a-93a3-8903827013e7 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 210 time: 0.0382371 Aug 05 15:36:43.319943 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-92eeadd6-ac80-47e0-917e-6c8b115030bd tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports/b7a39fee-4688-4052-adea-986dac23d796 HTTP/1.1" status: 200 len: 940 time: 0.0501647 Aug 05 15:36:43.379553 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1ec4-7724-49db-8793-ab1557003592 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks [] for floatingip (8aadca37-d815-4f12-8c9b-5afb615dbf03), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:43.382911 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5a4b1ec4-7724-49db-8793-ab1557003592 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:43.390384 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-5a4b1ec4-7724-49db-8793-ab1557003592 tempest-AttachVolumeTestJSON-1471154262 tempest-AttachVolumeTestJSON-1471154262-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/8aadca37-d815-4f12-8c9b-5afb615dbf03 HTTP/1.1" status: 204 len: 168 time: 0.6168711 Aug 05 15:36:44.042646 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device c2647432-cbf5-4f2d-a719-a7acfd914103 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:36:44.069881 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: c2647432-cbf5-4f2d-a719-a7acfd914103 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:36:44.070304 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device c2647432-cbf5-4f2d-a719-a7acfd914103 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:36:44.089660 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce969571-5602-4291-87ac-8872e56274da req-a9f91dfc-9c26-4cb6-bbb1-847a140a63ea tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:44.091095 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-a9f91dfc-9c26-4cb6-bbb1-847a140a63ea tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.17 "GET /networking/v2.0/networks?id=aae8b9f3-a089-477d-a5f7-c4cd568027cc HTTP/1.1" status: 200 len: 809 time: 0.1142387 Aug 05 15:36:44.104713 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Request body: {'port': {'device_id': '09d625ed-7eae-4709-807a-e8f31d867223', 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc', 'admin_state_up': True, 'tenant_id': '07cd370ebabf4f048e72f7b1fbadcb08'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:36:44.181731 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:44.308318 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e013c23-6359-4443-a801-1c5b0a450065 req-bee1a54b-b9bd-46c8-9cc9-bfb0e633f48a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:44.310335 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8e013c23-6359-4443-a801-1c5b0a450065 req-bee1a54b-b9bd-46c8-9cc9-bfb0e633f48a tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0519667 Aug 05 15:36:44.330171 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Made reservation on behalf of 07cd370ebabf4f048e72f7b1fbadcb08 for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:36:44.333800 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:44.374358 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8e013c23-6359-4443-a801-1c5b0a450065 req-be158b5e-7ab4-40d2-9ab8-925d75e792a7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586727 Aug 05 15:36:44.436036 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-da8b6f7e-c409-42ec-9cf8-6e370f3de473 req-3a421ac7-9fbd-40ac-af4f-7b983f6b09db tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 210 time: 0.0306888 Aug 05 15:36:44.467599 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Allocated IP 172.20.0.14 (aae8b9f3-a089-477d-a5f7-c4cd568027cc/bfeee132-2904-43b4-9e9d-344c6734b900/ac766b47-3986-4402-a256-ed26abd4fa9c) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:36:44.559174 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:44.618113 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks [] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:44.707589 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:44.752532 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Network aae8b9f3-a089-477d-a5f7-c4cd568027cc is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:36:44.755909 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:36:44.760386 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:36:44.766396 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Pushing event updated for resources: {'Port': ['ID=ac766b47-3986-4402-a256-ed26abd4fa9c,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:44.784397 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-cb869f9e-7d6c-4ee1-ae7c-af31ba313f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:44.785956 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-cb869f9e-7d6c-4ee1-ae7c-af31ba313f72 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a&tenant_id=648f7ac8fb934441b6782d00d0b5ef10 HTTP/1.1" status: 200 len: 1127 time: 0.0703228 Aug 05 15:36:44.814135 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:44.814795 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:44.849229 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-fd774736-ab5f-4d70-9e3a-9ac738a857ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:44.850849 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-fd774736-ab5f-4d70-9e3a-9ac738a857ef service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 1127 time: 0.0433269 Aug 05 15:36:44.904224 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-49af1fbc-462e-4c9e-894a-215389d312b2 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8034999 Aug 05 15:36:44.918249 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Request body: {'port': {'device_id': '09d625ed-7eae-4709-807a-e8f31d867223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:36:44.947685 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-5765a92f-87cf-40ea-be86-0fb60672d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:44.949465 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-5765a92f-87cf-40ea-be86-0fb60672d5f5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 918 time: 0.0927582 Aug 05 15:36:44.992140 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:44.997576 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:45.016522 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-735325b6-e367-4e39-bb1c-8047f4dedf51 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7a39fee-4688-4052-adea-986dac23d796 HTTP/1.1" status: 200 len: 998 time: 0.0609758 Aug 05 15:36:45.066435 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-0ab43665-57bf-406e-a44f-76d773d2f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:45.067904 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-0ab43665-57bf-406e-a44f-76d773d2f312 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0fd5c40f-af1a-4779-a54d-b857ddde5de6 HTTP/1.1" status: 200 len: 856 time: 0.0454981 Aug 05 15:36:45.113061 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-59f04443-d8f9-4038-a32d-c2192403069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:45.114561 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-59f04443-d8f9-4038-a32d-c2192403069b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c44331f6-946f-4f51-8016-9a872c1f5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401077 Aug 05 15:36:45.201793 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:45.215890 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-bcc80069-8447-463e-90d2-1f1ea9fe81b8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914731 Aug 05 15:36:45.252794 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac766b47-3986-4402-a256-ed26abd4fa9c {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:36:45.261030 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Publish callbacks [] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:45.274097 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Transition to ACTIVE for port object ac766b47-3986-4402-a256-ed26abd4fa9c will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:36:45.284503 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:45.307711 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-80a2eb97-e358-4550-b007-3ec6fa35e3ee req-eb02b096-5aad-4cd7-b9c6-cbd5e91c1adb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851502 Aug 05 15:36:45.387527 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:45.493443 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Pushing event updated for resources: {'Port': ['ID=ac766b47-3986-4402-a256-ed26abd4fa9c,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:45.515166 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Attempting to bind port ac766b47-3986-4402-a256-ed26abd4fa9c on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:36:45.515501 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Attempting to bind port ac766b47-3986-4402-a256-ed26abd4fa9c by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '3b66f5ac-26f0-4f3b-80c8-651bc87d85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:36:45.516165 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Attempting to bind port ac766b47-3986-4402-a256-ed26abd4fa9c on network aae8b9f3-a089-477d-a5f7-c4cd568027cc {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:36:45.522599 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Port ac766b47-3986-4402-a256-ed26abd4fa9c on network aae8b9f3-a089-477d-a5f7-c4cd568027cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:36:45.523137 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Attempting to bind port ac766b47-3986-4402-a256-ed26abd4fa9c on network aae8b9f3-a089-477d-a5f7-c4cd568027cc {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:36:45.530966 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91a939-8c70-468a-a9bd-b0c69b909f97 req-1b598510-67ae-465e-9750-328cd4f8306f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:45.531503 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:36:45.531659 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Checking segment: {'id': '3b66f5ac-26f0-4f3b-80c8-651bc87d85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:36:45.531928 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Bound using segment: {'id': '3b66f5ac-26f0-4f3b-80c8-651bc87d85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:36:45.532387 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Bound port: ac766b47-3986-4402-a256-ed26abd4fa9c, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b66f5ac-26f0-4f3b-80c8-651bc87d85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:36:45.532514 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7a91a939-8c70-468a-a9bd-b0c69b909f97 req-1b598510-67ae-465e-9750-328cd4f8306f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0660429 Aug 05 15:36:45.532784 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:45.591032 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522d037-28e0-4b00-99cd-771084a9bc30 req-47b34f2a-c604-4217-9584-e727aa3f14fe tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:45.592546 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e522d037-28e0-4b00-99cd-771084a9bc30 req-47b34f2a-c604-4217-9584-e727aa3f14fe tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.0792134 Aug 05 15:36:45.598954 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] For port ac766b47-3986-4402-a256-ed26abd4fa9c, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:36:45.603050 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] For port ac766b47-3986-4402-a256-ed26abd4fa9c, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=ac766b47-3986-4402-a256-ed26abd4fa9c,segment=NetworkSegment(3b66f5ac-26f0-4f3b-80c8-651bc87d85f2),segment_id=3b66f5ac-26f0-4f3b-80c8-651bc87d85f2)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:36:45.629453 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7a91a939-8c70-468a-a9bd-b0c69b909f97 req-35699148-d4f7-4456-813c-b50c2d4338e0 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733044 Aug 05 15:36:45.660429 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e522d037-28e0-4b00-99cd-771084a9bc30 req-9a21850a-ff2b-48b9-bab6-2155b66b76c3 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555792 Aug 05 15:36:45.684597 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:45.690172 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:45.690791 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:45.692215 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/ac766b47-3986-4402-a256-ed26abd4fa9c HTTP/1.1" status: 200 len: 1094 time: 0.7797155 Aug 05 15:36:45.692728 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d625ed-7eae-4709-807a-e8f31d867223', 'tag': 'ac766b47-3986-4402-a256-ed26abd4fa9c'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:36:45.695031 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cbd2ef-457d-4ee4-80ab-e7acbc4c3d29" -d '{"events": [{"name": "network-changed", "server_uuid": "09d625ed-7eae-4709-807a-e8f31d867223", "tag": "ac766b47-3986-4402-a256-ed26abd4fa9c"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:36:45.743337 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a64274-1f58-4bd7-b375-4a329021a48a x-openstack-request-id: req-c4a64274-1f58-4bd7-b375-4a329021a48a {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:36:45.743636 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d625ed-7eae-4709-807a-e8f31d867223", "tag": "ac766b47-3986-4402-a256-ed26abd4fa9c", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:36:45.743890 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c4a64274-1f58-4bd7-b375-4a329021a48a {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:36:45.744322 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a64274-1f58-4bd7-b375-4a329021a48a'] response: {'name': 'network-changed', 'server_uuid': '09d625ed-7eae-4709-807a-e8f31d867223', 'tag': 'ac766b47-3986-4402-a256-ed26abd4fa9c', 'status': 'completed', 'code': 200} Aug 05 15:36:45.747391 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d8ded-c98a-4b2e-ad8b-1c3d19f0097a service neutron] Pushing event updated for resources: {'Port': ['ID=ac766b47-3986-4402-a256-ed26abd4fa9c,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:45.801756 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbd2ef-457d-4ee4-80ab-e7acbc4c3d29 req-72eeb83e-9e9f-41a6-a33e-02ec797739ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:45.803240 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-40cbd2ef-457d-4ee4-80ab-e7acbc4c3d29 req-72eeb83e-9e9f-41a6-a33e-02ec797739ac service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=07cd370ebabf4f048e72f7b1fbadcb08&device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 1128 time: 0.0399196 Aug 05 15:36:45.905530 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:45.911108 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbd2ef-457d-4ee4-80ab-e7acbc4c3d29 req-5c690ca6-08ef-4d8e-a0af-9f00cdf58e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:45.912931 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-40cbd2ef-457d-4ee4-80ab-e7acbc4c3d29 req-5c690ca6-08ef-4d8e-a0af-9f00cdf58e08 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=07cd370ebabf4f048e72f7b1fbadcb08&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1021636 Aug 05 15:36:46.099445 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbd2ef-457d-4ee4-80ab-e7acbc4c3d29 req-35ee08db-5e95-485b-b27c-35d6abe08a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:46.103035 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-40cbd2ef-457d-4ee4-80ab-e7acbc4c3d29 req-35ee08db-5e95-485b-b27c-35d6abe08a4f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791675 Aug 05 15:36:46.817612 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89b2f8-d2a7-4594-af41-8ed3f725c9c6 req-66620fb6-3024-4ec4-a158-5c40d7ab7f38 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:46.819099 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6e89b2f8-d2a7-4594-af41-8ed3f725c9c6 req-66620fb6-3024-4ec4-a158-5c40d7ab7f38 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.0754626 Aug 05 15:36:46.826096 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75d06e-cf14-4e87-9242-c65c770205b0 req-8173d156-c0b5-43ef-acf8-029046ee363f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:46.827523 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ce75d06e-cf14-4e87-9242-c65c770205b0 req-8173d156-c0b5-43ef-acf8-029046ee363f tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0946648 Aug 05 15:36:46.908040 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6e89b2f8-d2a7-4594-af41-8ed3f725c9c6 req-c85da4fc-14c9-4123-a7ce-a35bbe6cd054 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795455 Aug 05 15:36:46.912433 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ce75d06e-cf14-4e87-9242-c65c770205b0 req-61164a7d-4db4-402a-bca6-ac325a4776aa tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762112 Aug 05 15:36:47.546426 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44922) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:47.927365 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928496'] for router_interface (65128544-0210-470a-b8da-71d7b5d24c58), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:48.127206 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0999e-abe5-48b5-beda-41ef759666f6 req-d2ef79d5-039f-4520-a48a-ac7ba6bd9a60 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:48.128717 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b1a0999e-abe5-48b5-beda-41ef759666f6 req-d2ef79d5-039f-4520-a48a-ac7ba6bd9a60 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.0909884 Aug 05 15:36:48.137306 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19b4f3-4d3c-44fd-98c6-c22ccd012f1a req-74df9509-0a81-4972-b604-f156e4929c46 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:48.138774 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3e19b4f3-4d3c-44fd-98c6-c22ccd012f1a req-74df9509-0a81-4972-b604-f156e4929c46 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.1021457 Aug 05 15:36:48.192875 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:48.238392 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:48.284132 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b1a0999e-abe5-48b5-beda-41ef759666f6 req-969d0346-d6ff-4cfb-9637-da12e2bac839 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429794 Aug 05 15:36:48.291347 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3e19b4f3-4d3c-44fd-98c6-c22ccd012f1a req-5a7ddf81-81a1-4dae-839e-12d7c201754e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403272 Aug 05 15:36:48.635086 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] Deleting port f3502f85-fc4b-4296-a725-5ccba89470a3 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:36:48.635706 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:48.719066 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] For port f3502f85-fc4b-4296-a725-5ccba89470a3, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=f3502f85-fc4b-4296-a725-5ccba89470a3,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:48.719425 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:48.733152 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] Calling delete_port for f3502f85-fc4b-4296-a725-5ccba89470a3 owned by network:router_interface {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:36:48.959051 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (f3502f85-fc4b-4296-a725-5ccba89470a3), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:48.992513 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=f3502f85-fc4b-4296-a725-5ccba89470a3,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:49.185369 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1928620'] for router_interface (65128544-0210-470a-b8da-71d7b5d24c58), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:49.401730 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:49.471710 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:49.490946 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410fc7f-dacd-4e21-b897-0d1c900fdb49 req-6575175e-2689-4286-b688-cb7512e4b923 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:49.492663 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2410fc7f-dacd-4e21-b897-0d1c900fdb49 req-6575175e-2689-4286-b688-cb7512e4b923 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0898075 Aug 05 15:36:49.502177 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f48972-41bc-4a0f-b698-b320adf17204 req-5d54804a-932a-4cc6-9e89-39636781ec71 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:49.503662 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27f48972-41bc-4a0f-b698-b320adf17204 req-5d54804a-932a-4cc6-9e89-39636781ec71 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.1128287 Aug 05 15:36:49.546852 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] Router 65128544-0210-470a-b8da-71d7b5d24c58 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:36:49.605148 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2410fc7f-dacd-4e21-b897-0d1c900fdb49 req-93b5d8cd-73b5-4b03-adc1-2c26bccb340d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989411 Aug 05 15:36:49.612382 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27f48972-41bc-4a0f-b698-b320adf17204 req-df446f94-18db-4606-ae57-8788703a4067 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995157 Aug 05 15:36:49.717897 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:36:49.723015 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-303b31a0-ab6d-42f8-bee1-b7ede6a50a0c admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/65128544-0210-470a-b8da-71d7b5d24c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1758950 Aug 05 15:36:49.725758 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44936) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:49.728732 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81481336-661c-42b7-be18-1bc4e15020f8 None None] Sync routers for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:36:49.740803 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81481336-661c-42b7-be18-1bc4e15020f8 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:36:49.742489 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-81481336-661c-42b7-be18-1bc4e15020f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:36:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:49.829516 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:49.830762 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Publish callbacks [] for router (65128544-0210-470a-b8da-71d7b5d24c58), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:49.849610 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-81481336-661c-42b7-be18-1bc4e15020f8 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:36:49.947925 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Publish callbacks [] for router_gateway (65128544-0210-470a-b8da-71d7b5d24c58), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:50.033778 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-81481336-661c-42b7-be18-1bc4e15020f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:36:48Z', 'revision_number': 5, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port': {'id': '4ffa3e04-3bd2-4949-930d-6cab3c65e07f', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65128544-0210-470a-b8da-71d7b5d24c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:50.050331 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Deleting port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:36:50.051303 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:50.064550 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81481336-661c-42b7-be18-1bc4e15020f8 None None] Checking router: 65128544-0210-470a-b8da-71d7b5d24c58 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:36:50.072052 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81481336-661c-42b7-be18-1bc4e15020f8 None None] Routers {'65128544-0210-470a-b8da-71d7b5d24c58'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:36:50.072707 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-81481336-661c-42b7-be18-1bc4e15020f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:36:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['65128544-0210-470a-b8da-71d7b5d24c58'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:50.161260 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-81481336-661c-42b7-be18-1bc4e15020f8 None None] Set router 65128544-0210-470a-b8da-71d7b5d24c58 gateway port host: None {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:36:50.163926 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] For port 4ffa3e04-3bd2-4949-930d-6cab3c65e07f, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=4ffa3e04-3bd2-4949-930d-6cab3c65e07f,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:50.163926 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:50.179508 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Calling delete_port for 4ffa3e04-3bd2-4949-930d-6cab3c65e07f owned by network:router_gateway {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:36:50.229994 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-81481336-661c-42b7-be18-1bc4e15020f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:36:49Z', 'revision_number': 6, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port_host': None}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:50.261370 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81481336-661c-42b7-be18-1bc4e15020f8 None None] The sync data for ids ['65128544-0210-470a-b8da-71d7b5d24c58'] in dv-cinder-849890-4-iscsi is: [{'id': '65128544-0210-470a-b8da-71d7b5d24c58', 'name': 'tempest-AttachVolumeTestJSON-1349427024-router', 'tenant_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:36:49Z', 'revision_number': 6, 'project_id': 'f9776de9e6d341fdbf7ac4fa70b994aa', 'gw_port_host': None}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:36:50.306767 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:50.415924 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (4ffa3e04-3bd2-4949-930d-6cab3c65e07f), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:50.443068 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffa3e04-3bd2-4949-930d-6cab3c65e07f,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:50.514395 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935332'] for router_gateway (65128544-0210-470a-b8da-71d7b5d24c58), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:50.610887 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-586'] for router (65128544-0210-470a-b8da-71d7b5d24c58), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:50.613867 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Publish callbacks [] for router_controller (65128544-0210-470a-b8da-71d7b5d24c58), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:50.654962 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:50.765350 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1907273'] for router (65128544-0210-470a-b8da-71d7b5d24c58), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:50.765887 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65128544-0210-470a-b8da-71d7b5d24c58 {{(pid=104518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:36:50.810826 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:50.812092 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-2fe3a1fd-249f-45f7-980d-d0526b183e09 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/65128544-0210-470a-b8da-71d7b5d24c58 HTTP/1.1" status: 204 len: 168 time: 1.0854039 Aug 05 15:36:50.814947 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 44942) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:50.842716 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43b2e3-aeb7-417c-985a-d2f181413e5c req-044a8021-c6d4-4987-bb4e-526d13db0271 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:50.844431 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aa43b2e3-aeb7-417c-985a-d2f181413e5c req-044a8021-c6d4-4987-bb4e-526d13db0271 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.1027231 Aug 05 15:36:50.851244 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321f20a-dddc-4732-9b96-1fb79bab31e9 req-43f360a4-0ac5-497c-8c72-f94f5d7f2b97 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:50.852926 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6321f20a-dddc-4732-9b96-1fb79bab31e9 req-43f360a4-0ac5-497c-8c72-f94f5d7f2b97 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.1127129 Aug 05 15:36:50.884993 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff1834f-63af-4892-9d4d-57c503c02d1a admin admin] Deleting subnet cb3c1b3d-59c6-4141-ad48-5db85d354a8b {{(pid=104517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:36:50.892258 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8ff1834f-63af-4892-9d4d-57c503c02d1a admin admin] Publish callbacks [] for subnet (cb3c1b3d-59c6-4141-ad48-5db85d354a8b), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:50.942857 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aa43b2e3-aeb7-417c-985a-d2f181413e5c req-79c9a696-3811-4bd3-b528-ce6c519c550c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869458 Aug 05 15:36:50.948722 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6321f20a-dddc-4732-9b96-1fb79bab31e9 req-6b023756-a152-445f-bea4-4a99ede73acd tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871210 Aug 05 15:36:50.959633 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8ff1834f-63af-4892-9d4d-57c503c02d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599977'] for subnet (cb3c1b3d-59c6-4141-ad48-5db85d354a8b), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:51.013717 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:51.058641 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8ff1834f-63af-4892-9d4d-57c503c02d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (cb3c1b3d-59c6-4141-ad48-5db85d354a8b), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:51.199148 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8ff1834f-63af-4892-9d4d-57c503c02d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3288574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59709028'] for subnet (cb3c1b3d-59c6-4141-ad48-5db85d354a8b), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:51.472953 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1834f-63af-4892-9d4d-57c503c02d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3c1b3d-59c6-4141-ad48-5db85d354a8b,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:51.477819 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8ff1834f-63af-4892-9d4d-57c503c02d1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:51.483842 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44946) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:51.484616 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-8ff1834f-63af-4892-9d4d-57c503c02d1a admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/cb3c1b3d-59c6-4141-ad48-5db85d354a8b HTTP/1.1" status: 204 len: 168 time: 0.6683369 Aug 05 15:36:51.487209 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fa4252-00e3-47db-9651-fc88eb586d50 None None] Network 5556c147-7063-4e54-b1ad-a45bb656fda4 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:36:51.541120 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device f3502f85-fc4b-4296-a725-5ccba89470a3 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:36:51.571994 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: f3502f85-fc4b-4296-a725-5ccba89470a3 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:36:51.572644 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device f3502f85-fc4b-4296-a725-5ccba89470a3 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:36:51.573221 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 4ffa3e04-3bd2-4949-930d-6cab3c65e07f no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:36:51.587156 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (5556c147-7063-4e54-b1ad-a45bb656fda4), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:51.600375 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 4ffa3e04-3bd2-4949-930d-6cab3c65e07f {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:36:51.601262 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 4ffa3e04-3bd2-4949-930d-6cab3c65e07f not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:36:51.652507 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Deleting port 0931f00c-a49a-4055-8254-99bf700127d2 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:36:51.652991 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (0931f00c-a49a-4055-8254-99bf700127d2), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:51.704144 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdafc7f3-e7b7-4e6c-bef9-29588eb82f3f None None] DHCP port deletion for 5556c147-7063-4e54-b1ad-a45bb656fda4 request from dv-cinder-849890-4-iscsi {{(pid=104519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 15:36:51.744963 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] For port 0931f00c-a49a-4055-8254-99bf700127d2, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=0931f00c-a49a-4055-8254-99bf700127d2,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:51.745632 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (0931f00c-a49a-4055-8254-99bf700127d2), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:51.746538 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-bdafc7f3-e7b7-4e6c-bef9-29588eb82f3f None None] Deleting port 0931f00c-a49a-4055-8254-99bf700127d2 {{(pid=104519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:36:51.746921 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7f3-e7b7-4e6c-bef9-29588eb82f3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (0931f00c-a49a-4055-8254-99bf700127d2), before_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:51.765815 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Calling delete_port for 0931f00c-a49a-4055-8254-99bf700127d2 owned by network:dhcp {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:36:51.842890 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-bdafc7f3-e7b7-4e6c-bef9-29588eb82f3f None None] For port 0931f00c-a49a-4055-8254-99bf700127d2, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=0931f00c-a49a-4055-8254-99bf700127d2,segment=NetworkSegment(ce082955-5110-4e19-b2e9-bb9a73896e71),segment_id=ce082955-5110-4e19-b2e9-bb9a73896e71)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:51.843277 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7f3-e7b7-4e6c-bef9-29588eb82f3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (0931f00c-a49a-4055-8254-99bf700127d2), precommit_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:51.866730 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-bdafc7f3-e7b7-4e6c-bef9-29588eb82f3f None None] Calling delete_port for 0931f00c-a49a-4055-8254-99bf700127d2 owned by network:dhcp {{(pid=104519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:36:51.916927 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:36:51.977325 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (0931f00c-a49a-4055-8254-99bf700127d2), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:51.993037 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bdafc7f3-e7b7-4e6c-bef9-29588eb82f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937'] for port (0931f00c-a49a-4055-8254-99bf700127d2), after_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:52.028751 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=0931f00c-a49a-4055-8254-99bf700127d2,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:52.042099 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] No DVR routers for this DVR port 0931f00c-a49a-4055-8254-99bf700127d2 on host dv-cinder-849890-4-iscsi {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:36:52.054138 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdafc7f3-e7b7-4e6c-bef9-29588eb82f3f None None] No DVR routers for this DVR port 0931f00c-a49a-4055-8254-99bf700127d2 on host dv-cinder-849890-4-iscsi {{(pid=104519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:36:52.056978 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdafc7f3-e7b7-4e6c-bef9-29588eb82f3f None None] Pushing event deleted for resources: {'Port': ['ID=0931f00c-a49a-4055-8254-99bf700127d2,revision_number=None']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:52.204959 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28161a-cad0-47e0-837c-add4d6cab269 req-618988b0-ddbb-4176-9c9c-4d6784f9a624 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:52.206613 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6c28161a-cad0-47e0-837c-add4d6cab269 req-618988b0-ddbb-4176-9c9c-4d6784f9a624 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.1561334 Aug 05 15:36:52.232927 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (5556c147-7063-4e54-b1ad-a45bb656fda4), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:52.241644 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab75411-8e25-4ea7-92cf-cace4a7203de req-b1c7d12e-43b5-4759-ab4b-f94b98c5fab3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:52.244110 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3ab75411-8e25-4ea7-92cf-cace4a7203de req-b1c7d12e-43b5-4759-ab4b-f94b98c5fab3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.1297705 Aug 05 15:36:52.278871 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:52.281673 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5556c147-7063-4e54-b1ad-a45bb656fda4']}} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:52.300750 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce082955-5110-4e19-b2e9-bb9a73896e71') {'for_net_delete': True} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:52.301042 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce082955-5110-4e19-b2e9-bb9a73896e71') {} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:36:52.320795 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3652385'] for segment (ce082955-5110-4e19-b2e9-bb9a73896e71), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:52.359926 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (ce082955-5110-4e19-b2e9-bb9a73896e71), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:52.370036 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6c28161a-cad0-47e0-837c-add4d6cab269 req-06ca7244-6f0b-4d84-9a12-19952f1946ab tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550350 Aug 05 15:36:52.379293 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=104518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:36:52.379703 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3513870'] for segment (ce082955-5110-4e19-b2e9-bb9a73896e71), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:52.403239 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:52.406115 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3ab75411-8e25-4ea7-92cf-cace4a7203de req-f18d4262-0490-4008-9b0d-37e5fff9dd70 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503582 Aug 05 15:36:52.507846 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (5556c147-7063-4e54-b1ad-a45bb656fda4), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:52.514394 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:52.520228 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/5556c147-7063-4e54-b1ad-a45bb656fda4 HTTP/1.1" status: 204 len: 168 time: 1.0326686 Aug 05 15:36:52.527409 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:52.549567 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56293d3f-be3d-4059-9f4f-ab4a62973e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=5556c147-7063-4e54-b1ad-a45bb656fda4,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:52.582119 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment ce082955-5110-4e19-b2e9-bb9a73896e71 resource provider aggregate not found Aug 05 15:36:52.606201 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment ce082955-5110-4e19-b2e9-bb9a73896e71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce082955-5110-4e19-b2e9-bb9a73896e71 found for delete ", "request_id": "req-95a5427c-149a-4df3-b071-1c581887628f"}]} Aug 05 15:36:53.134983 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 44960) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:53.178748 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-0f456411-6431-4ac8-b748-3fb542ab1e9b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f9776de9e6d341fdbf7ac4fa70b994aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425506 Aug 05 15:36:53.189040 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 44962) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:36:53.242352 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1c18b844-3d63-484e-94ce-aadcabce4d8d admin admin] Publish callbacks [] for security_group (01f57620-cf1f-4616-bdd9-85cda6b78e86), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:53.265096 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1c18b844-3d63-484e-94ce-aadcabce4d8d admin admin] Publish callbacks [] for security_group (01f57620-cf1f-4616-bdd9-85cda6b78e86), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:53.370578 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1c18b844-3d63-484e-94ce-aadcabce4d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (01f57620-cf1f-4616-bdd9-85cda6b78e86), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:53.373431 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1c18b844-3d63-484e-94ce-aadcabce4d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:53.374718 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-1c18b844-3d63-484e-94ce-aadcabce4d8d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/01f57620-cf1f-4616-bdd9-85cda6b78e86 HTTP/1.1" status: 204 len: 168 time: 0.1843219 Aug 05 15:36:53.386280 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18b844-3d63-484e-94ce-aadcabce4d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f57620-cf1f-4616-bdd9-85cda6b78e86,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:53.546805 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ce7b9-9c36-4e2e-b2a0-bab03de2bdf5 req-5f990628-a93d-40fa-a01c-5c64e12bc409 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:53.548807 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 0931f00c-a49a-4055-8254-99bf700127d2 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:36:53.550415 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5f3ce7b9-9c36-4e2e-b2a0-bab03de2bdf5 req-5f990628-a93d-40fa-a01c-5c64e12bc409 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.0817854 Aug 05 15:36:53.605185 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 0931f00c-a49a-4055-8254-99bf700127d2 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:36:53.605569 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 0931f00c-a49a-4055-8254-99bf700127d2 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:36:53.629760 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9290cf1-dc7f-4180-b8d7-f2a31e7f8021 req-88f4d281-1e23-4d23-881c-53326bb122e6 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:53.631343 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f9290cf1-dc7f-4180-b8d7-f2a31e7f8021 req-88f4d281-1e23-4d23-881c-53326bb122e6 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0797884 Aug 05 15:36:53.674292 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5f3ce7b9-9c36-4e2e-b2a0-bab03de2bdf5 req-01adfb8e-3737-4f82-bdad-3c4fa91a1078 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103420 Aug 05 15:36:53.718666 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f9290cf1-dc7f-4180-b8d7-f2a31e7f8021 req-5832d793-5bfe-4f90-ad1f-9ff5dd0b4853 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773003 Aug 05 15:36:54.763645 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce969571-5602-4291-87ac-8872e56274da req-b24d6b39-d8ab-42b7-aea2-dda85fae455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:54.765215 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-b24d6b39-d8ab-42b7-aea2-dda85fae455e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=07cd370ebabf4f048e72f7b1fbadcb08&device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 1128 time: 0.0457003 Aug 05 15:36:54.808215 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdddab-198c-4de5-9279-f1a5e333e8e8 req-39ee6bc9-9ce5-4e96-a8bc-2233fd14add0 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:54.809595 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5ccdddab-198c-4de5-9279-f1a5e333e8e8 req-39ee6bc9-9ce5-4e96-a8bc-2233fd14add0 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.0492566 Aug 05 15:36:54.814437 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-9db232a4-2666-43fe-a666-53260f40641f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac766b47-3986-4402-a256-ed26abd4fa9c HTTP/1.1" status: 200 len: 217 time: 0.0391181 Aug 05 15:36:54.862158 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5ccdddab-198c-4de5-9279-f1a5e333e8e8 req-ed8fcead-a2b9-4ea2-8b85-938433634587 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458291 Aug 05 15:36:54.962958 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5be6bc-bb1b-4b18-9ea9-1d34dffa34d7 req-cd7c809e-be81-4fff-a03b-9c11fd07bab2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:54.964425 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5f5be6bc-bb1b-4b18-9ea9-1d34dffa34d7 req-cd7c809e-be81-4fff-a03b-9c11fd07bab2 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0464950 Aug 05 15:36:55.010937 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5f5be6bc-bb1b-4b18-9ea9-1d34dffa34d7 req-96697a90-0abe-4b67-b81b-85301b0ee0f3 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410621 Aug 05 15:36:55.548790 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce969571-5602-4291-87ac-8872e56274da req-91553e84-114c-4e96-98a1-c7c125ef0b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:55.550263 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-91553e84-114c-4e96-98a1-c7c125ef0b53 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=bfeee132-2904-43b4-9e9d-344c6734b900 HTTP/1.1" status: 200 len: 849 time: 0.0462439 Aug 05 15:36:55.582550 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-3a263c1b-ac09-4dfb-9723-ce90189541b3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=aae8b9f3-a089-477d-a5f7-c4cd568027cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256066 Aug 05 15:36:55.738353 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-7aedf66f-de8d-4496-8ea6-7c84f8d792f3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/aae8b9f3-a089-477d-a5f7-c4cd568027cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496680 Aug 05 15:36:55.827851 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-ce969571-5602-4291-87ac-8872e56274da req-41e9fd4d-5b2c-426c-a7df-6eaea1e6fe8a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/aae8b9f3-a089-477d-a5f7-c4cd568027cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834193 Aug 05 15:36:55.979680 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadad72-47c7-4c63-adcc-812d5d5e27ae req-d9576c1f-3ecf-4348-b188-24941bfcaa16 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:55.981161 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dcadad72-47c7-4c63-adcc-812d5d5e27ae req-d9576c1f-3ecf-4348-b188-24941bfcaa16 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.0479734 Aug 05 15:36:56.032850 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dcadad72-47c7-4c63-adcc-812d5d5e27ae req-bee9e5a3-61f4-4272-8105-61d59413abae tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461569 Aug 05 15:36:56.135902 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f9b1e-d507-452c-988a-033300411362 req-07cbce87-8dfe-40be-90a4-c09cb74fb96c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:56.137390 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-296f9b1e-d507-452c-988a-033300411362 req-07cbce87-8dfe-40be-90a4-c09cb74fb96c tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0501993 Aug 05 15:36:56.184542 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-296f9b1e-d507-452c-988a-033300411362 req-106af73b-50a8-4b5d-a84b-9e77e0bdf0ed tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417099 Aug 05 15:36:57.151594 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5650f7-1e7f-41a6-8125-d7030762b16f req-e4b5c1b8-d8aa-452b-bb09-e8bf4c3844d0 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:57.153070 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5d5650f7-1e7f-41a6-8125-d7030762b16f req-e4b5c1b8-d8aa-452b-bb09-e8bf4c3844d0 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.0474534 Aug 05 15:36:57.199648 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5d5650f7-1e7f-41a6-8125-d7030762b16f req-b5d75083-2184-4b2a-b1a6-ed61782024c9 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Aug 05 15:36:57.305408 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337badf4-536e-4ac3-8ef6-dcb3ab3cb8c4 req-e8abc0d9-1ef2-4ec9-8967-c234f8e00acd tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:57.306844 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-337badf4-536e-4ac3-8ef6-dcb3ab3cb8c4 req-e8abc0d9-1ef2-4ec9-8967-c234f8e00acd tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0467274 Aug 05 15:36:57.355671 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-337badf4-536e-4ac3-8ef6-dcb3ab3cb8c4 req-98a409cd-38f2-4de6-a391-8819ff3457da tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433795 Aug 05 15:36:57.365609 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:57.415925 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-1a93fc45-09ff-41ef-9db3-a2f2fb5a99b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:58.320335 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee019fd-5988-4407-8dc0-a3628717315d req-818c8aeb-d7a7-4cc2-a17a-5a5ef7152754 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:58.321901 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3ee019fd-5988-4407-8dc0-a3628717315d req-818c8aeb-d7a7-4cc2-a17a-5a5ef7152754 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.0492570 Aug 05 15:36:58.375386 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3ee019fd-5988-4407-8dc0-a3628717315d req-05c66273-eb50-4b5c-b8be-aaba65532939 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476997 Aug 05 15:36:58.477346 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:58.492846 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6eba4-d51a-4e91-948c-6638bfeffc0b req-26050bec-8922-42a6-801b-c181452d4137 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:58.505656 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fdc6eba4-d51a-4e91-948c-6638bfeffc0b req-26050bec-8922-42a6-801b-c181452d4137 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 943 time: 0.0464439 Aug 05 15:36:58.558906 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fdc6eba4-d51a-4e91-948c-6638bfeffc0b req-19b31816-3e96-4166-a364-c5e74c4cde7b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524235 Aug 05 15:36:58.869221 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device b7a39fee-4688-4052-adea-986dac23d796 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:36:59.094772 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:59.106347 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'b7a39fee-4688-4052-adea-986dac23d796', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'port_id': 'b7a39fee-4688-4052-adea-986dac23d796', 'mac_address': 'fa:16:3e:a8:30:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:36:59.144601 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port b7a39fee-4688-4052-adea-986dac23d796 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:36:59.144901 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (b7a39fee-4688-4052-adea-986dac23d796), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:59.157985 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a39fee-4688-4052-adea-986dac23d796 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:36:59.177573 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:59.256266 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (b7a39fee-4688-4052-adea-986dac23d796), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:59.256930 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device ac766b47-3986-4402-a256-ed26abd4fa9c details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:36:59.286752 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:59.352231 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=b7a39fee-4688-4052-adea-986dac23d796,revision_number=9']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:59.397203 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port ac766b47-3986-4402-a256-ed26abd4fa9c, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=ac766b47-3986-4402-a256-ed26abd4fa9c,segment=NetworkSegment(3b66f5ac-26f0-4f3b-80c8-651bc87d85f2),segment_id=3b66f5ac-26f0-4f3b-80c8-651bc87d85f2)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:59.408600 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'ac766b47-3986-4402-a256-ed26abd4fa9c', 'network_id': 'aae8b9f3-a089-477d-a5f7-c4cd568027cc', 'port_id': 'ac766b47-3986-4402-a256-ed26abd4fa9c', 'mac_address': 'fa:16:3e:25:cd:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfeee132-2904-43b4-9e9d-344c6734b900', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:36:59.447110 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port ac766b47-3986-4402-a256-ed26abd4fa9c is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:36:59.447503 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:59.462170 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac766b47-3986-4402-a256-ed26abd4fa9c {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:36:59.498653 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856983bf-2201-4b64-ad5d-7561d5a432df req-08ddf311-3b82-424f-bbfd-870b7946223f tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:59.500215 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-856983bf-2201-4b64-ad5d-7561d5a432df req-08ddf311-3b82-424f-bbfd-870b7946223f tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 944 time: 0.0515356 Aug 05 15:36:59.512824 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:36:59.534476 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port ac766b47-3986-4402-a256-ed26abd4fa9c, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=ac766b47-3986-4402-a256-ed26abd4fa9c,segment=NetworkSegment(3b66f5ac-26f0-4f3b-80c8-651bc87d85f2),segment_id=3b66f5ac-26f0-4f3b-80c8-651bc87d85f2)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:36:59.549257 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-856983bf-2201-4b64-ad5d-7561d5a432df req-186fd581-9b4b-4a53-a20a-32f41c8d838b tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435305 Aug 05 15:36:59.599859 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:36:59.648470 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=ac766b47-3986-4402-a256-ed26abd4fa9c,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:36:59.685584 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00dbe7a-68a3-43a0-9136-74bf76a91978 req-364b2edb-836f-46c7-8046-4736faa07084 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:36:59.687031 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e00dbe7a-68a3-43a0-9136-74bf76a91978 req-364b2edb-836f-46c7-8046-4736faa07084 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 944 time: 0.0477707 Aug 05 15:36:59.732709 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e00dbe7a-68a3-43a0-9136-74bf76a91978 req-a8128520-c857-4fb5-9562-6334b3625cc5 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401003 Aug 05 15:36:59.884544 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bd14b3fe-1f3f-4b27-be73-2aaf6755af73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:00.259932 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['ac766b47-3986-4402-a256-ed26abd4fa9c'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:37:00.328745 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['b7a39fee-4688-4052-adea-986dac23d796'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:37:00.352688 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:00.671828 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8504f7-c629-4883-8e8e-4095a02b737e req-fc95ea06-05a4-4cf6-ade0-44a180d13ea3 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:00.673323 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6a8504f7-c629-4883-8e8e-4095a02b737e req-fc95ea06-05a4-4cf6-ade0-44a180d13ea3 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 945 time: 0.0502374 Aug 05 15:37:00.719182 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6a8504f7-c629-4883-8e8e-4095a02b737e req-5db9f70f-0b31-419e-9dfb-21926f1686ba tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Aug 05 15:37:00.858518 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc15726-5413-4210-a25c-e4c96d5209cf req-c0dc790e-7a67-454a-b606-943cd119c353 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:00.859904 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3cc15726-5413-4210-a25c-e4c96d5209cf req-c0dc790e-7a67-454a-b606-943cd119c353 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 944 time: 0.0473852 Aug 05 15:37:00.879136 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:00.907510 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:00.908180 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3cc15726-5413-4210-a25c-e4c96d5209cf req-b45d56e6-2669-4d33-b69d-9f3798c750f5 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424812 Aug 05 15:37:01.834945 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db81eb-f5ee-440c-88f2-55a1d6dd294a req-e10675c0-a68e-4019-ab77-c3d21ee33f04 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:01.836417 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-66db81eb-f5ee-440c-88f2-55a1d6dd294a req-e10675c0-a68e-4019-ab77-c3d21ee33f04 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 945 time: 0.0463264 Aug 05 15:37:01.886987 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-66db81eb-f5ee-440c-88f2-55a1d6dd294a req-39bf3cd8-f0ff-4d8f-a935-f3f610be5377 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446367 Aug 05 15:37:02.032112 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89f56a-d0f2-4bc8-89fd-e7f5e2e00eac req-fb31eb76-11d3-42f2-b6e4-d72ce61c74d7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:02.033565 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2c89f56a-d0f2-4bc8-89fd-e7f5e2e00eac req-fb31eb76-11d3-42f2-b6e4-d72ce61c74d7 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 944 time: 0.0465517 Aug 05 15:37:02.078900 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2c89f56a-d0f2-4bc8-89fd-e7f5e2e00eac req-cf44ec26-e475-4864-a796-c967df08aade tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399544 Aug 05 15:37:02.262345 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device b7a39fee-4688-4052-adea-986dac23d796 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:37:02.335996 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port b7a39fee-4688-4052-adea-986dac23d796 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:37:02.335996 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (b7a39fee-4688-4052-adea-986dac23d796), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:02.389186 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port b7a39fee-4688-4052-adea-986dac23d796 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:37:02.393595 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (b7a39fee-4688-4052-adea-986dac23d796), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:02.407439 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:02.424116 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:37:02.424116 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b32dcd8-b8f2-4a9f-afb0-e531d57c1377" -d '{"events": [{"server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a39fee-4688-4052-adea-986dac23d796"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:37:02.437190 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:37:02.463538 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a69d79d-275f-453a-b0fe-ee4bdc51bceb x-openstack-request-id: req-6a69d79d-275f-453a-b0fe-ee4bdc51bceb {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:37:02.464790 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a39fee-4688-4052-adea-986dac23d796", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:37:02.464790 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6a69d79d-275f-453a-b0fe-ee4bdc51bceb {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:37:02.464790 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a69d79d-275f-453a-b0fe-ee4bdc51bceb'] response: {'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796', 'code': 200} Aug 05 15:37:02.502077 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (b7a39fee-4688-4052-adea-986dac23d796), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:02.502903 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device ac766b47-3986-4402-a256-ed26abd4fa9c up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:37:02.544757 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:02.590255 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=b7a39fee-4688-4052-adea-986dac23d796,revision_number=10']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:02.603230 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port ac766b47-3986-4402-a256-ed26abd4fa9c completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:37:02.679429 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:02.681744 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port ac766b47-3986-4402-a256-ed26abd4fa9c triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:37:02.682108 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:02.749658 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:02.757017 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68326141-830a-4720-b406-27557f413e75 req-fdbc3af9-c850-4fff-bb01-c37023c8b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:02.758576 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-68326141-830a-4720-b406-27557f413e75 req-fdbc3af9-c850-4fff-bb01-c37023c8b2b4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 1130 time: 0.0438120 Aug 05 15:37:02.761047 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port ac766b47-3986-4402-a256-ed26abd4fa9c is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:37:02.761435 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:02.795147 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port ac766b47-3986-4402-a256-ed26abd4fa9c, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=ac766b47-3986-4402-a256-ed26abd4fa9c,segment=NetworkSegment(3b66f5ac-26f0-4f3b-80c8-651bc87d85f2),segment_id=3b66f5ac-26f0-4f3b-80c8-651bc87d85f2)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:37:02.804482 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-68326141-830a-4720-b406-27557f413e75 req-5cf31fc3-7fed-4afd-aa60-f98b2f7564bc service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397375 Aug 05 15:37:02.885167 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:02.907027 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:02.935774 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=ac766b47-3986-4402-a256-ed26abd4fa9c,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:03.008272 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d56925-a5f3-483c-bdf4-0c09443fcc85 req-a6ee6059-915a-4f2c-8186-e7663bc23957 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:03.009808 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b9d56925-a5f3-483c-bdf4-0c09443fcc85 req-a6ee6059-915a-4f2c-8186-e7663bc23957 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 946 time: 0.0478449 Aug 05 15:37:03.058692 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b9d56925-a5f3-483c-bdf4-0c09443fcc85 req-ea5f4fbb-7cea-444d-8962-8bdad4327b36 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433307 Aug 05 15:37:03.206448 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f777c2f-6e35-4d3d-acb8-07ca7c18572d req-8debbd63-5322-450b-98ff-12bd8fdd2a5e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:03.207904 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9f777c2f-6e35-4d3d-acb8-07ca7c18572d req-8debbd63-5322-450b-98ff-12bd8fdd2a5e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 946 time: 0.0500696 Aug 05 15:37:03.256481 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9f777c2f-6e35-4d3d-acb8-07ca7c18572d req-a8356c65-eb9a-476b-aee1-fe60f214d8bb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423815 Aug 05 15:37:04.188851 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214af43b-17f5-4aaf-a721-bc579008b016 req-bdbe221b-5a2b-47c9-9920-4e48850a0e7e tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:04.191217 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-214af43b-17f5-4aaf-a721-bc579008b016 req-bdbe221b-5a2b-47c9-9920-4e48850a0e7e tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 946 time: 0.0504148 Aug 05 15:37:04.212237 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 45132) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:04.248916 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-214af43b-17f5-4aaf-a721-bc579008b016 req-cb5f0d64-eaa8-4eb4-b623-95dbb723bd00 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501587 Aug 05 15:37:04.273327 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739be21-a649-4230-81d2-75bed480600b req-0a8fa52f-80da-4cb7-9c1a-526dbd25b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:04.289903 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d739be21-a649-4230-81d2-75bed480600b req-0a8fa52f-80da-4cb7-9c1a-526dbd25b9b7 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 1130 time: 0.0456967 Aug 05 15:37:04.363914 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-077d21cc-ac0a-467f-a2c7-8a2336421950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:04.385377 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f19918-cf7e-441e-8153-eda8967402c6 req-f42264ba-8efe-4acf-a325-689f6591ca51 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:04.387030 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b7f19918-cf7e-441e-8153-eda8967402c6 req-f42264ba-8efe-4acf-a325-689f6591ca51 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 946 time: 0.0498893 Aug 05 15:37:04.431981 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739be21-a649-4230-81d2-75bed480600b req-93951e01-8315-41f8-96ef-bdbccf0af1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:04.433541 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d739be21-a649-4230-81d2-75bed480600b req-93951e01-8315-41f8-96ef-bdbccf0af1d3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 200 len: 918 time: 0.1376235 Aug 05 15:37:04.440887 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b7f19918-cf7e-441e-8153-eda8967402c6 req-335936a8-824f-437b-96d8-c2b28769465b tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477128 Aug 05 15:37:04.465845 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d625ed-7eae-4709-807a-e8f31d867223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac766b47-3986-4402-a256-ed26abd4fa9c'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:37:04.468569 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2938819-26cc-4b9d-ac3a-d18954f92b9b" -d '{"events": [{"server_uuid": "09d625ed-7eae-4709-807a-e8f31d867223", "name": "network-vif-plugged", "status": "completed", "tag": "ac766b47-3986-4402-a256-ed26abd4fa9c"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:37:04.484594 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-077d21cc-ac0a-467f-a2c7-8a2336421950 admin admin] Publish callbacks [] for security_group (1f59a83a-6b8e-4d12-964a-71b5310b7609), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:04.505142 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17577d3a-ad9c-40ed-b66e-a23d53c23918 x-openstack-request-id: req-17577d3a-ad9c-40ed-b66e-a23d53c23918 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:37:04.505554 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d625ed-7eae-4709-807a-e8f31d867223", "name": "network-vif-plugged", "status": "completed", "tag": "ac766b47-3986-4402-a256-ed26abd4fa9c", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:37:04.505950 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-17577d3a-ad9c-40ed-b66e-a23d53c23918 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:37:04.506844 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17577d3a-ad9c-40ed-b66e-a23d53c23918'] response: {'server_uuid': '09d625ed-7eae-4709-807a-e8f31d867223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac766b47-3986-4402-a256-ed26abd4fa9c', 'code': 200} Aug 05 15:37:04.527175 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:04.540611 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d739be21-a649-4230-81d2-75bed480600b req-3d1885ae-2866-4d4f-8be8-3e3bc43ed9b9 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7a39fee-4688-4052-adea-986dac23d796 HTTP/1.1" status: 200 len: 1000 time: 0.0713406 Aug 05 15:37:04.560853 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-077d21cc-ac0a-467f-a2c7-8a2336421950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (1f59a83a-6b8e-4d12-964a-71b5310b7609), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:04.630754 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-077d21cc-ac0a-467f-a2c7-8a2336421950 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=5a1e917d8dfe4aee9d739d4df1b268fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4174232 Aug 05 15:37:04.633563 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45158) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:04.634536 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d21cc-ac0a-467f-a2c7-8a2336421950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f59a83a-6b8e-4d12-964a-71b5310b7609,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:04.637883 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739be21-a649-4230-81d2-75bed480600b req-7eb38ed5-b3aa-43ba-912c-19b3b53cef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:04.639309 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d739be21-a649-4230-81d2-75bed480600b req-7eb38ed5-b3aa-43ba-912c-19b3b53cef65 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=0fd5c40f-af1a-4779-a54d-b857ddde5de6 HTTP/1.1" status: 200 len: 856 time: 0.0882988 Aug 05 15:37:04.684589 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739be21-a649-4230-81d2-75bed480600b req-498a591e-636a-4829-a1ad-5e473b4a87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:04.685694 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d739be21-a649-4230-81d2-75bed480600b req-498a591e-636a-4829-a1ad-5e473b4a87a1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=c44331f6-946f-4f51-8016-9a872c1f5969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406365 Aug 05 15:37:04.691529 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1ea7608b-e750-4491-a8a9-1836984c5148 admin admin] Publish callbacks [] for security_group (1f59a83a-6b8e-4d12-964a-71b5310b7609), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:04.695797 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:04.715551 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1ea7608b-e750-4491-a8a9-1836984c5148 admin admin] Publish callbacks [] for security_group (1f59a83a-6b8e-4d12-964a-71b5310b7609), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:04.725234 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:04.797899 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d739be21-a649-4230-81d2-75bed480600b req-e314f758-9ef0-4ee8-9487-56218cecc262 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064425 Aug 05 15:37:04.844618 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1ea7608b-e750-4491-a8a9-1836984c5148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (1f59a83a-6b8e-4d12-964a-71b5310b7609), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:04.847196 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1ea7608b-e750-4491-a8a9-1836984c5148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:04.848397 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-1ea7608b-e750-4491-a8a9-1836984c5148 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1f59a83a-6b8e-4d12-964a-71b5310b7609 HTTP/1.1" status: 204 len: 168 time: 0.2130647 Aug 05 15:37:04.856249 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:04.862449 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7608b-e750-4491-a8a9-1836984c5148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f59a83a-6b8e-4d12-964a-71b5310b7609,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:04.875124 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a890e7-9f8a-48eb-bebc-361dcd314e92 req-174ad0d0-4f17-4beb-9076-ff2effb0c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:04.878045 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-22a890e7-9f8a-48eb-bebc-361dcd314e92 req-174ad0d0-4f17-4beb-9076-ff2effb0c00f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 1130 time: 0.0622692 Aug 05 15:37:04.923409 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d739be21-a649-4230-81d2-75bed480600b req-518af6cf-f487-4e92-8ca1-6293959126ce service neutron] 10.222.0.17 "GET /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174667 Aug 05 15:37:04.936657 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-22a890e7-9f8a-48eb-bebc-361dcd314e92 req-93ed10b0-8041-446f-b484-e3b8ca536eeb service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516896 Aug 05 15:37:05.376080 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92788aaf-42f2-44ff-a1e2-d177918b5bba req-b15c3705-03c8-44fc-8e9c-ccfb55021a76 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:05.377451 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-92788aaf-42f2-44ff-a1e2-d177918b5bba req-b15c3705-03c8-44fc-8e9c-ccfb55021a76 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 946 time: 0.0484586 Aug 05 15:37:05.426126 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-92788aaf-42f2-44ff-a1e2-d177918b5bba req-1b2034a7-bceb-4fa0-98d2-8b990ab2de2b tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430510 Aug 05 15:37:05.567154 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32120986-e015-42b0-b091-fe15be2de97d req-fbbf7710-77e2-4a5b-b1f2-f41089ad1248 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:05.568685 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32120986-e015-42b0-b091-fe15be2de97d req-fbbf7710-77e2-4a5b-b1f2-f41089ad1248 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 946 time: 0.0478528 Aug 05 15:37:05.618581 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32120986-e015-42b0-b091-fe15be2de97d req-5f528da5-28bd-45b4-95de-93d3226a223d tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438912 Aug 05 15:37:06.555421 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd7be3-ee2a-44d2-acd8-9192db02f1dc req-e6d5abef-2f6b-463f-b855-65f1ff39d536 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:06.558130 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-16cd7be3-ee2a-44d2-acd8-9192db02f1dc req-e6d5abef-2f6b-463f-b855-65f1ff39d536 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 946 time: 0.0556955 Aug 05 15:37:06.615420 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-16cd7be3-ee2a-44d2-acd8-9192db02f1dc req-cf7d0f0e-c606-42e4-a9bd-83f89eee2817 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496719 Aug 05 15:37:06.926508 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:06.927362 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:07.738449 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b93507-fdbb-40fc-832a-39c7456477e0 req-f0d352a9-0c8b-424a-bda8-5585b956d337 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:07.739897 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e0b93507-fdbb-40fc-832a-39c7456477e0 req-f0d352a9-0c8b-424a-bda8-5585b956d337 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 946 time: 0.0468585 Aug 05 15:37:07.787328 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e0b93507-fdbb-40fc-832a-39c7456477e0 req-0104501e-83de-4a12-b669-90bbb63f9b42 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414405 Aug 05 15:37:08.943564 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6daf7d-6ae3-48f3-b1da-947e7d561f23 req-7b61d46d-2587-4b94-906b-c581b8fe7157 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:08.944959 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6c6daf7d-6ae3-48f3-b1da-947e7d561f23 req-7b61d46d-2587-4b94-906b-c581b8fe7157 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 946 time: 0.0484817 Aug 05 15:37:09.237787 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6c6daf7d-6ae3-48f3-b1da-947e7d561f23 req-c9ea15da-f179-455a-a774-297ab82224f3 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864587 Aug 05 15:37:10.355888 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f935a-1809-482d-9ef7-32f81383f7a7 req-94a70a90-2d51-4b46-b982-e9fc3d17d9f9 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:10.357334 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0c9f935a-1809-482d-9ef7-32f81383f7a7 req-94a70a90-2d51-4b46-b982-e9fc3d17d9f9 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 946 time: 0.0459859 Aug 05 15:37:10.404775 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0c9f935a-1809-482d-9ef7-32f81383f7a7 req-bd73e2bd-b781-4347-975e-aafe4107d89e tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 Aug 05 15:37:11.519306 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3c734-3e63-4982-a835-ef62aa8343f0 req-81336689-2325-4731-9f3a-0f6f92790e9f tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:11.520766 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-23b3c734-3e63-4982-a835-ef62aa8343f0 req-81336689-2325-4731-9f3a-0f6f92790e9f tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 946 time: 0.0467293 Aug 05 15:37:11.569407 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-23b3c734-3e63-4982-a835-ef62aa8343f0 req-5092d3c5-c872-4f56-843f-9658f184dd92 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=39b08f19-771e-4b33-9003-cc193e38da29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 Aug 05 15:37:12.189612 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff12112-4be9-41a9-b633-5c18cd18b860 req-ad4d0564-b0f5-4053-8776-b0efb7128ac4 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:12.191145 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dff12112-4be9-41a9-b633-5c18cd18b860 req-ad4d0564-b0f5-4053-8776-b0efb7128ac4 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 946 time: 0.0544364 Aug 05 15:37:12.280933 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-dff12112-4be9-41a9-b633-5c18cd18b860 req-5999a840-a711-4119-aced-89e2ee6876bf tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Deleting port ac766b47-3986-4402-a256-ed26abd4fa9c {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:37:12.281282 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-dff12112-4be9-41a9-b633-5c18cd18b860 req-5999a840-a711-4119-aced-89e2ee6876bf tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:12.285020 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:12.383181 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-dff12112-4be9-41a9-b633-5c18cd18b860 req-5999a840-a711-4119-aced-89e2ee6876bf tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] For port ac766b47-3986-4402-a256-ed26abd4fa9c, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=ac766b47-3986-4402-a256-ed26abd4fa9c,segment=NetworkSegment(3b66f5ac-26f0-4f3b-80c8-651bc87d85f2),segment_id=3b66f5ac-26f0-4f3b-80c8-651bc87d85f2)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:37:12.383546 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-dff12112-4be9-41a9-b633-5c18cd18b860 req-5999a840-a711-4119-aced-89e2ee6876bf tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:12.385740 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:12.397760 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-dff12112-4be9-41a9-b633-5c18cd18b860 req-5999a840-a711-4119-aced-89e2ee6876bf tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Calling delete_port for ac766b47-3986-4402-a256-ed26abd4fa9c owned by compute:nova {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:37:12.594332 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-dff12112-4be9-41a9-b633-5c18cd18b860 req-5999a840-a711-4119-aced-89e2ee6876bf tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (ac766b47-3986-4402-a256-ed26abd4fa9c), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:12.607671 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['ac766b47-3986-4402-a256-ed26abd4fa9c'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:37:12.623570 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999a840-a711-4119-aced-89e2ee6876bf tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Pushing event deleted for resources: {'Port': ['ID=ac766b47-3986-4402-a256-ed26abd4fa9c,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:12.707855 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c29c5d35-2651-47ee-b359-a117bb8b1082 req-9405338f-db28-47db-900d-d02d68a5cb44 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 210 time: 0.0583556 Aug 05 15:37:12.708479 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff12112-4be9-41a9-b633-5c18cd18b860 req-5999a840-a711-4119-aced-89e2ee6876bf tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] No DVR routers for this DVR port ac766b47-3986-4402-a256-ed26abd4fa9c on host hv-cinder-84989 {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:37:12.710893 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-dff12112-4be9-41a9-b633-5c18cd18b860 req-5999a840-a711-4119-aced-89e2ee6876bf tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:12.714600 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dff12112-4be9-41a9-b633-5c18cd18b860 req-5999a840-a711-4119-aced-89e2ee6876bf tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.17 "DELETE /networking/v2.0/ports/ac766b47-3986-4402-a256-ed26abd4fa9c HTTP/1.1" status: 204 len: 173 time: 0.5179257 Aug 05 15:37:12.715228 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d625ed-7eae-4709-807a-e8f31d867223', 'name': 'network-vif-deleted', 'tag': 'ac766b47-3986-4402-a256-ed26abd4fa9c'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:37:12.719840 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01e39f3-0901-4484-a4bf-fa869b770d24" -d '{"events": [{"server_uuid": "09d625ed-7eae-4709-807a-e8f31d867223", "name": "network-vif-deleted", "tag": "ac766b47-3986-4402-a256-ed26abd4fa9c"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:37:12.754325 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2b359f-d79c-442e-bd3e-6150a03a0084 x-openstack-request-id: req-aa2b359f-d79c-442e-bd3e-6150a03a0084 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:37:12.754631 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d625ed-7eae-4709-807a-e8f31d867223", "name": "network-vif-deleted", "tag": "ac766b47-3986-4402-a256-ed26abd4fa9c", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:37:12.754925 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-aa2b359f-d79c-442e-bd3e-6150a03a0084 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:37:12.755327 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2b359f-d79c-442e-bd3e-6150a03a0084'] response: {'server_uuid': '09d625ed-7eae-4709-807a-e8f31d867223', 'name': 'network-vif-deleted', 'tag': 'ac766b47-3986-4402-a256-ed26abd4fa9c', 'status': 'completed', 'code': 200} Aug 05 15:37:13.831023 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-16ba69c9-0ef2-42a1-974d-88005070a43d req-738d4008-758e-42fa-9e42-0d4538f16e12 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 210 time: 0.0315421 Aug 05 15:37:14.880169 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:14.943138 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-691ca4c1-b720-406e-81b4-aa42a9af89ab req-15ccceab-4774-43d2-9760-2ea0aedfb185 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 210 time: 0.0278230 Aug 05 15:37:15.010157 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=14 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:16.057342 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9bf38c14-8c52-453f-9d20-e0637450d5f5 req-9c163bf7-af54-4f10-a771-2a115df7b816 tempest-VolumesActionsTest-1080612332 tempest-VolumesActionsTest-1080612332-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=09d625ed-7eae-4709-807a-e8f31d867223 HTTP/1.1" status: 200 len: 210 time: 0.0291636 Aug 05 15:37:16.366915 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device ac766b47-3986-4402-a256-ed26abd4fa9c no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:37:16.385578 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: ac766b47-3986-4402-a256-ed26abd4fa9c {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:37:16.386417 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device ac766b47-3986-4402-a256-ed26abd4fa9c not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:37:22.645951 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:26.037250 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:26.039510 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=21,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:26.371413 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:27.474832 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-86ce5a1a-9123-4a22-993a-f646955cbec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:27.485266 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=11 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:27.488607 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=15 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:28.918013 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:37:29.874760 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d9a8192e-b4f3-46e4-a4b7-6338483ba357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:30.869649 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:30.893104 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:32.367164 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:32.671243 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:41.821891 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45598) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:41.932431 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:42.009703 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Publish callbacks [] for security_group (dc0d294c-8c34-4512-a339-9c22ef08aec2), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:42.052454 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (dc0d294c-8c34-4512-a339-9c22ef08aec2), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:42.095800 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=458fa0512e1c42aba76f1a6a05e13721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2728179 Aug 05 15:37:42.096771 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0d294c-8c34-4512-a339-9c22ef08aec2,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:42.098653 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 45622) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:42.104506 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.104855 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.105783 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.106129 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.106460 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.106784 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.107111 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.107437 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.107761 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.108113 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.110043 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.110043 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.110043 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.110043 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.110043 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540a1235-a44e-46b9-b144-9647e5c047b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.155512 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Publish callbacks [] for security_group (dc0d294c-8c34-4512-a339-9c22ef08aec2), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:42.186764 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Publish callbacks [] for security_group (dc0d294c-8c34-4512-a339-9c22ef08aec2), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:42.280953 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (dc0d294c-8c34-4512-a339-9c22ef08aec2), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:42.283711 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:42.284918 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/dc0d294c-8c34-4512-a339-9c22ef08aec2 HTTP/1.1" status: 204 len: 168 time: 0.1852834 Aug 05 15:37:42.293308 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0d294c-8c34-4512-a339-9c22ef08aec2,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:42.300854 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.301201 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.301553 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.307500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3195ab5d-4d9e-49fd-bffe-9d869f9a3564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:42.570178 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:42.970479 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 45660) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:42.983875 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4833b5d-d2a1-42e4-9825-c553ffb8e81b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:43.062816 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4833b5d-d2a1-42e4-9825-c553ffb8e81b admin admin] Publish callbacks [] for security_group (b17fa75c-f0f6-4788-b721-4bcbcadbc87b), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:43.115810 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4833b5d-d2a1-42e4-9825-c553ffb8e81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (b17fa75c-f0f6-4788-b721-4bcbcadbc87b), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:43.159166 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e4833b5d-d2a1-42e4-9825-c553ffb8e81b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c8571d46c4fb4aad8214fb33de4b9658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876101 Aug 05 15:37:43.160141 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4833b5d-d2a1-42e4-9825-c553ffb8e81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17fa75c-f0f6-4788-b721-4bcbcadbc87b,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:43.161931 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45664) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:43.216704 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a109c79e-b173-4b80-885e-dc9d6e30e2fd admin admin] Publish callbacks [] for security_group (b17fa75c-f0f6-4788-b721-4bcbcadbc87b), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:43.238442 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a109c79e-b173-4b80-885e-dc9d6e30e2fd admin admin] Publish callbacks [] for security_group (b17fa75c-f0f6-4788-b721-4bcbcadbc87b), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:43.356020 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a109c79e-b173-4b80-885e-dc9d6e30e2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (b17fa75c-f0f6-4788-b721-4bcbcadbc87b), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:43.358629 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a109c79e-b173-4b80-885e-dc9d6e30e2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:43.359848 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a109c79e-b173-4b80-885e-dc9d6e30e2fd admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b17fa75c-f0f6-4788-b721-4bcbcadbc87b HTTP/1.1" status: 204 len: 168 time: 0.1969361 Aug 05 15:37:43.368216 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109c79e-b173-4b80-885e-dc9d6e30e2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17fa75c-f0f6-4788-b721-4bcbcadbc87b,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:43.919265 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=4 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:43.926295 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=4 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:44.523712 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45694) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:44.570486 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae816840-6f8b-4656-91a4-1a139dc65f28 admin admin] Deleting subnet bfeee132-2904-43b4-9e9d-344c6734b900 {{(pid=104518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:37:44.573661 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ae816840-6f8b-4656-91a4-1a139dc65f28 admin admin] Publish callbacks [] for subnet (bfeee132-2904-43b4-9e9d-344c6734b900), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:44.612851 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ae816840-6f8b-4656-91a4-1a139dc65f28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3652392'] for subnet (bfeee132-2904-43b4-9e9d-344c6734b900), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:44.654088 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ae816840-6f8b-4656-91a4-1a139dc65f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (bfeee132-2904-43b4-9e9d-344c6734b900), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:44.784709 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ae816840-6f8b-4656-91a4-1a139dc65f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666836'] for subnet (bfeee132-2904-43b4-9e9d-344c6734b900), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:44.811545 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae816840-6f8b-4656-91a4-1a139dc65f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfeee132-2904-43b4-9e9d-344c6734b900,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:44.815842 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ae816840-6f8b-4656-91a4-1a139dc65f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:44.819308 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-ae816840-6f8b-4656-91a4-1a139dc65f28 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/bfeee132-2904-43b4-9e9d-344c6734b900 HTTP/1.1" status: 204 len: 168 time: 0.2945280 Aug 05 15:37:44.821874 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45704) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:44.894574 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (aae8b9f3-a089-477d-a5f7-c4cd568027cc), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:44.978142 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (aae8b9f3-a089-477d-a5f7-c4cd568027cc), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:44.998780 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae8b9f3-a089-477d-a5f7-c4cd568027cc']}} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:45.008092 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b66f5ac-26f0-4f3b-80c8-651bc87d85f2') {'for_net_delete': True} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:45.008404 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b66f5ac-26f0-4f3b-80c8-651bc87d85f2') {} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:45.018561 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3652385'] for segment (3b66f5ac-26f0-4f3b-80c8-651bc87d85f2), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:45.031994 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (3b66f5ac-26f0-4f3b-80c8-651bc87d85f2), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:45.038522 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=104518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:37:45.038923 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3513870'] for segment (3b66f5ac-26f0-4f3b-80c8-651bc87d85f2), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:45.078366 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:45.081643 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 3b66f5ac-26f0-4f3b-80c8-651bc87d85f2 resource provider aggregate not found Aug 05 15:37:45.100272 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:45.103188 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 3b66f5ac-26f0-4f3b-80c8-651bc87d85f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b66f5ac-26f0-4f3b-80c8-651bc87d85f2 found for delete ", "request_id": "req-032a40e4-c0f1-433f-8cb3-4f8e6ea222b0"}]} Aug 05 15:37:45.178688 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (aae8b9f3-a089-477d-a5f7-c4cd568027cc), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:45.184766 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:45.187966 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/aae8b9f3-a089-477d-a5f7-c4cd568027cc HTTP/1.1" status: 204 len: 168 time: 0.3651638 Aug 05 15:37:45.202014 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f059b-337f-4239-afd4-2d01903e1d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=aae8b9f3-a089-477d-a5f7-c4cd568027cc,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:45.685680 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45728) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:45.727968 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-2b710c5d-3113-4a0b-83b4-aa08e4984331 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=07cd370ebabf4f048e72f7b1fbadcb08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410612 Aug 05 15:37:45.731322 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 45730) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:45.791779 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cb721638-1af3-4d74-8957-21812c678b10 admin admin] Publish callbacks [] for security_group (39b08f19-771e-4b33-9003-cc193e38da29), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:45.815152 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cb721638-1af3-4d74-8957-21812c678b10 admin admin] Publish callbacks [] for security_group (39b08f19-771e-4b33-9003-cc193e38da29), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:45.910003 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cb721638-1af3-4d74-8957-21812c678b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (39b08f19-771e-4b33-9003-cc193e38da29), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:45.912655 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cb721638-1af3-4d74-8957-21812c678b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:45.913876 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-cb721638-1af3-4d74-8957-21812c678b10 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/39b08f19-771e-4b33-9003-cc193e38da29 HTTP/1.1" status: 204 len: 168 time: 0.1815588 Aug 05 15:37:45.923511 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb721638-1af3-4d74-8957-21812c678b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b08f19-771e-4b33-9003-cc193e38da29,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:48.202157 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112a03c-0b8d-4dd7-8546-bb46ecb323aa req-dc24c91f-8790-4e30-9d1d-0c581f739fdb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:48.203493 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b112a03c-0b8d-4dd7-8546-bb46ecb323aa req-dc24c91f-8790-4e30-9d1d-0c581f739fdb tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 946 time: 0.0549777 Aug 05 15:37:48.253953 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b112a03c-0b8d-4dd7-8546-bb46ecb323aa req-36ed3b3c-eb7c-4570-b2d1-841fb9dad1c0 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446696 Aug 05 15:37:49.380670 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aebc9-d456-4fae-a205-5459de8ab9a6 req-bc462ad2-ce45-4238-8d5c-22c4ec03e601 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:49.382194 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-177aebc9-d456-4fae-a205-5459de8ab9a6 req-bc462ad2-ce45-4238-8d5c-22c4ec03e601 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 946 time: 0.0477903 Aug 05 15:37:49.433339 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-177aebc9-d456-4fae-a205-5459de8ab9a6 req-614dc441-14f2-4658-9287-4e32d7f4c5d9 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=994f2af7-916b-4ee8-9233-2597bb2e1e32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454752 Aug 05 15:37:49.654389 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-bd57e8d0-ebc6-4244-9536-7ade7510fa84 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:37:49.655703 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-bd57e8d0-ebc6-4244-9536-7ade7510fa84 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 946 time: 0.0460796 Aug 05 15:37:49.740775 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Deleting port b7a39fee-4688-4052-adea-986dac23d796 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:37:49.741116 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (b7a39fee-4688-4052-adea-986dac23d796), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:49.832073 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] For port b7a39fee-4688-4052-adea-986dac23d796, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=b7a39fee-4688-4052-adea-986dac23d796,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:37:49.832455 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (b7a39fee-4688-4052-adea-986dac23d796), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:49.992779 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:49.993012 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (51d409e0-f80b-4817-94fd-40f494609d29), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:49.993325 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Floating IP 51d409e0-f80b-4817-94fd-40f494609d29 disassociated. External IP: 172.27.0.73, port: b7a39fee-4688-4052-adea-986dac23d796. Aug 05 15:37:49.993660 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Calling delete_port for b7a39fee-4688-4052-adea-986dac23d796 owned by compute:nova {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:37:50.201711 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (b7a39fee-4688-4052-adea-986dac23d796), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:50.230972 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event deleted for resources: {'Port': ['ID=b7a39fee-4688-4052-adea-986dac23d796,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:50.327826 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:50.344333 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Router 44fb3fe5-ff13-461f-9925-8faf21687633 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:37:50.350902 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:50.450253 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:37:50.461793 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b17c1-a1f1-4ca9-982d-6c39572c3c4b None None] Sync routers for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:37:50.473181 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b17c1-a1f1-4ca9-982d-6c39572c3c4b None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:37:50.473809 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-ac5b17c1-a1f1-4ca9-982d-6c39572c3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:37:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:50.493818 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] No DVR routers for this DVR port b7a39fee-4688-4052-adea-986dac23d796 on host hv-cinder-84989 {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:37:50.496374 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:50.500430 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-57b6fc9f-d837-4795-9f5d-d049d56398e4 req-07d1234c-acc7-4533-8210-f19b08a0941e tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.17 "DELETE /networking/v2.0/ports/b7a39fee-4688-4052-adea-986dac23d796 HTTP/1.1" status: 204 len: 173 time: 0.8395030 Aug 05 15:37:50.500876 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'name': 'network-vif-deleted', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:37:50.503652 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eda0e4c-8d6d-48a9-8e97-49da8ccd4786" -d '{"events": [{"server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "name": "network-vif-deleted", "tag": "b7a39fee-4688-4052-adea-986dac23d796"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:37:50.583209 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-ac5b17c1-a1f1-4ca9-982d-6c39572c3c4b None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:37:50.596480 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c54adde-ff71-41b2-ae4c-9ac09130d8aa x-openstack-request-id: req-4c54adde-ff71-41b2-ae4c-9ac09130d8aa {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:37:50.598530 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a10dbd4-0580-46dc-821e-98476c654d5a", "name": "network-vif-deleted", "tag": "b7a39fee-4688-4052-adea-986dac23d796", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:37:50.598530 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4c54adde-ff71-41b2-ae4c-9ac09130d8aa {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:37:50.598530 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c54adde-ff71-41b2-ae4c-9ac09130d8aa'] response: {'server_uuid': '8a10dbd4-0580-46dc-821e-98476c654d5a', 'name': 'network-vif-deleted', 'tag': 'b7a39fee-4688-4052-adea-986dac23d796', 'status': 'completed', 'code': 200} Aug 05 15:37:50.600170 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f0ffd543-c0f8-4eb6-ae20-9bb338cd31d2 req-5c9162a1-89e9-48dc-9280-4d83f3c58f71 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=8a10dbd4-0580-46dc-821e-98476c654d5a HTTP/1.1" status: 200 len: 210 time: 0.0350738 Aug 05 15:37:50.809674 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-ac5b17c1-a1f1-4ca9-982d-6c39572c3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:50.835451 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b17c1-a1f1-4ca9-982d-6c39572c3c4b None None] Checking router: 44fb3fe5-ff13-461f-9925-8faf21687633 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:37:50.844905 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b17c1-a1f1-4ca9-982d-6c39572c3c4b None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:37:50.845526 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-ac5b17c1-a1f1-4ca9-982d-6c39572c3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:37:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:50.953660 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-ac5b17c1-a1f1-4ca9-982d-6c39572c3c4b None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:37:51.140249 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-ac5b17c1-a1f1-4ca9-982d-6c39572c3c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:51.165982 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b17c1-a1f1-4ca9-982d-6c39572c3c4b None None] The sync data for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi is: [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:31:07Z', 'revision_number': 4, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '23da12bd-a4e4-421c-970c-d6b36e8b1de9', 'name': '', 'network_id': 'c44331f6-946f-4f51-8016-9a872c1f5969', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'mac_address': 'fa:16:3e:6e:50:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:31:04Z', 'updated_at': '2022-08-05T15:31:19Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'subnets': [{'id': '0fd5c40f-af1a-4779-a54d-b857ddde5de6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:37:51.401563 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a3d30e-3f53-40fa-b3e8-aa744312c929 None None] New status for floating IP 51d409e0-f80b-4817-94fd-40f494609d29: DOWN {{(pid=104519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:37:51.774819 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45890) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:51.830566 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-87c966d9-629b-48d0-b32c-059f5c7fd821 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (994f2af7-916b-4ee8-9233-2597bb2e1e32), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:51.856023 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-87c966d9-629b-48d0-b32c-059f5c7fd821 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (994f2af7-916b-4ee8-9233-2597bb2e1e32), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:51.961423 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-87c966d9-629b-48d0-b32c-059f5c7fd821 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (994f2af7-916b-4ee8-9233-2597bb2e1e32), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:51.964443 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-87c966d9-629b-48d0-b32c-059f5c7fd821 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:51.968163 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-87c966d9-629b-48d0-b32c-059f5c7fd821 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/994f2af7-916b-4ee8-9233-2597bb2e1e32 HTTP/1.1" status: 204 len: 168 time: 0.1897550 Aug 05 15:37:51.968594 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 45900) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:51.975404 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c966d9-629b-48d0-b32c-059f5c7fd821 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994f2af7-916b-4ee8-9233-2597bb2e1e32,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:51.987810 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.api.v2.resource [None req-701e8f3f-12f5-4286-991b-a4d4c91c92e8 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] show failed (client error): The resource could not be found. Aug 05 15:37:51.992133 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45902) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:51.992591 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-701e8f3f-12f5-4286-991b-a4d4c91c92e8 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "GET /networking/v2.0/security-groups/994f2af7-916b-4ee8-9233-2597bb2e1e32 HTTP/1.1" status: 404 len: 347 time: 0.0229745 Aug 05 15:37:52.107511 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdc4bd-7ec6-4a42-8612-672365b3fe02 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Deleting port b8673643-22ba-42f9-8090-2360be597484 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:37:52.107853 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc4bd-7ec6-4a42-8612-672365b3fe02 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (b8673643-22ba-42f9-8090-2360be597484), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:52.186194 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc4bd-7ec6-4a42-8612-672365b3fe02 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (b8673643-22ba-42f9-8090-2360be597484), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:52.187537 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc4bd-7ec6-4a42-8612-672365b3fe02 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (b8673643-22ba-42f9-8090-2360be597484), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:52.201806 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdc4bd-7ec6-4a42-8612-672365b3fe02 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Calling delete_port for b8673643-22ba-42f9-8090-2360be597484 owned by network:floatingip {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:37:52.413220 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc4bd-7ec6-4a42-8612-672365b3fe02 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (b8673643-22ba-42f9-8090-2360be597484), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:52.438350 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdc4bd-7ec6-4a42-8612-672365b3fe02 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Pushing event deleted for resources: {'Port': ['ID=b8673643-22ba-42f9-8090-2360be597484,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:52.503550 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc4bd-7ec6-4a42-8612-672365b3fe02 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks [] for floatingip (51d409e0-f80b-4817-94fd-40f494609d29), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:52.507145 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc4bd-7ec6-4a42-8612-672365b3fe02 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:52.515011 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-e9cdc4bd-7ec6-4a42-8612-672365b3fe02 tempest-AttachVolumeShelveTestJSON-382133502 tempest-AttachVolumeShelveTestJSON-382133502-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/51d409e0-f80b-4817-94fd-40f494609d29 HTTP/1.1" status: 204 len: 168 time: 0.5154297 Aug 05 15:37:54.581060 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device b7a39fee-4688-4052-adea-986dac23d796 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:37:54.599873 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:54.601488 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: b7a39fee-4688-4052-adea-986dac23d796 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:37:54.601828 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device b7a39fee-4688-4052-adea-986dac23d796 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:37:55.168449 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45946) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:55.433115 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:55.527557 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:55.655771 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928496'] for router_interface (44fb3fe5-ff13-461f-9925-8faf21687633), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:55.848598 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:55.888922 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] Deleting port 23da12bd-a4e4-421c-970c-d6b36e8b1de9 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:37:55.889258 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:55.973920 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] For port 23da12bd-a4e4-421c-970c-d6b36e8b1de9, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=23da12bd-a4e4-421c-970c-d6b36e8b1de9,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:37:55.974308 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:55.987885 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] Calling delete_port for 23da12bd-a4e4-421c-970c-d6b36e8b1de9 owned by network:router_interface {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:37:56.230420 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (23da12bd-a4e4-421c-970c-d6b36e8b1de9), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:56.257124 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] Pushing event deleted for resources: {'Port': ['ID=23da12bd-a4e4-421c-970c-d6b36e8b1de9,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:56.267843 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:56.425472 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1928620'] for router_interface (44fb3fe5-ff13-461f-9925-8faf21687633), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:56.493487 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 45962) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:56.511783 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:56.611099 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7549ae34-8ec1-4374-a518-b01f79f575d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:56.705485 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7549ae34-8ec1-4374-a518-b01f79f575d7 admin admin] Publish callbacks [] for security_group (a3aad36f-e9dd-44df-95b8-233a20915a3f), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:56.778889 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7549ae34-8ec1-4374-a518-b01f79f575d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a3aad36f-e9dd-44df-95b8-233a20915a3f), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:56.831334 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549ae34-8ec1-4374-a518-b01f79f575d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aad36f-e9dd-44df-95b8-233a20915a3f,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:56.839009 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7549ae34-8ec1-4374-a518-b01f79f575d7 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b0f4625558bf47098a59298065f9765b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443239 Aug 05 15:37:56.839920 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 45966) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:56.880395 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:56.890636 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2b72b091-f5a6-42a7-a6cb-b3570ad52a56 admin admin] Publish callbacks [] for security_group (a3aad36f-e9dd-44df-95b8-233a20915a3f), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:56.896436 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] Router 44fb3fe5-ff13-461f-9925-8faf21687633 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:37:56.912477 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2b72b091-f5a6-42a7-a6cb-b3570ad52a56 admin admin] Publish callbacks [] for security_group (a3aad36f-e9dd-44df-95b8-233a20915a3f), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.001351 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:37:57.008717 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-9079274d-8bf7-468a-a6ae-fdb19c61d86a admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/44fb3fe5-ff13-461f-9925-8faf21687633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8367581 Aug 05 15:37:57.008826 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45968) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:57.011321 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f045ed1-8cad-4fb8-b8e5-fb49749122f1 None None] Sync routers for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:37:57.022685 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f045ed1-8cad-4fb8-b8e5-fb49749122f1 None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:37:57.024048 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-1f045ed1-8cad-4fb8-b8e5-fb49749122f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:37:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:57.041858 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2b72b091-f5a6-42a7-a6cb-b3570ad52a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a3aad36f-e9dd-44df-95b8-233a20915a3f), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.045411 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2b72b091-f5a6-42a7-a6cb-b3570ad52a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.049814 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-2b72b091-f5a6-42a7-a6cb-b3570ad52a56 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a3aad36f-e9dd-44df-95b8-233a20915a3f HTTP/1.1" status: 204 len: 168 time: 0.2066603 Aug 05 15:37:57.058642 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72b091-f5a6-42a7-a6cb-b3570ad52a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aad36f-e9dd-44df-95b8-233a20915a3f,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:57.125803 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Publish callbacks [] for router (44fb3fe5-ff13-461f-9925-8faf21687633), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.149959 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-1f045ed1-8cad-4fb8-b8e5-fb49749122f1 None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:37:57.233883 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Publish callbacks [] for router_gateway (44fb3fe5-ff13-461f-9925-8faf21687633), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.313504 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:57.363769 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Deleting port 93722d82-3b64-4f52-8426-bb27062d4849 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:37:57.364583 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (93722d82-3b64-4f52-8426-bb27062d4849), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.401299 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-1f045ed1-8cad-4fb8-b8e5-fb49749122f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '93722d82-3b64-4f52-8426-bb27062d4849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:37:56Z', 'revision_number': 5, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port': {'id': '93722d82-3b64-4f52-8426-bb27062d4849', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:57:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:30:52Z', 'updated_at': '2022-08-05T15:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:57.466247 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] For port 93722d82-3b64-4f52-8426-bb27062d4849, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=93722d82-3b64-4f52-8426-bb27062d4849,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:37:57.466645 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (93722d82-3b64-4f52-8426-bb27062d4849), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.470388 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f045ed1-8cad-4fb8-b8e5-fb49749122f1 None None] Checking router: 44fb3fe5-ff13-461f-9925-8faf21687633 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:37:57.480504 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f045ed1-8cad-4fb8-b8e5-fb49749122f1 None None] Routers {'44fb3fe5-ff13-461f-9925-8faf21687633'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:37:57.481498 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-1f045ed1-8cad-4fb8-b8e5-fb49749122f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:37:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['44fb3fe5-ff13-461f-9925-8faf21687633'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:57.485483 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Calling delete_port for 93722d82-3b64-4f52-8426-bb27062d4849 owned by network:router_gateway {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:37:57.555978 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c11e17cc-b804-4fc3-820f-c41524230e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.560600 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:57.592513 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-1f045ed1-8cad-4fb8-b8e5-fb49749122f1 None None] Set router 44fb3fe5-ff13-461f-9925-8faf21687633 gateway port host: None {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:37:57.621274 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:57.651156 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-1f045ed1-8cad-4fb8-b8e5-fb49749122f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:37:57Z', 'revision_number': 6, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port_host': None}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:57.677582 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f045ed1-8cad-4fb8-b8e5-fb49749122f1 None None] The sync data for ids ['44fb3fe5-ff13-461f-9925-8faf21687633'] in dv-cinder-849890-4-iscsi is: [{'id': '44fb3fe5-ff13-461f-9925-8faf21687633', 'name': 'tempest-AttachVolumeShelveTestJSON-1818118353-router', 'tenant_id': '648f7ac8fb934441b6782d00d0b5ef10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:30:50Z', 'updated_at': '2022-08-05T15:37:57Z', 'revision_number': 6, 'project_id': '648f7ac8fb934441b6782d00d0b5ef10', 'gw_port_host': None}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:37:57.702066 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 45976) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:57.717452 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7b80-2b0e-4d16-a2cc-d9744b695665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.739124 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (93722d82-3b64-4f52-8426-bb27062d4849), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.766643 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Pushing event deleted for resources: {'Port': ['ID=93722d82-3b64-4f52-8426-bb27062d4849,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:57.799986 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7b80-2b0e-4d16-a2cc-d9744b695665 admin admin] Publish callbacks [] for security_group (38984985-4f2c-4fad-a807-c5effd144436), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.834048 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935332'] for router_gateway (44fb3fe5-ff13-461f-9925-8faf21687633), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.859101 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:57.870715 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7b80-2b0e-4d16-a2cc-d9744b695665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (38984985-4f2c-4fad-a807-c5effd144436), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.914784 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-6f1f7b80-2b0e-4d16-a2cc-d9744b695665 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=cca021dedf7e4d3f8614c2c17aa9b3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2103615 Aug 05 15:37:57.915465 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f7b80-2b0e-4d16-a2cc-d9744b695665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38984985-4f2c-4fad-a807-c5effd144436,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:57.917293 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45978) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:57.935799 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-586'] for router (44fb3fe5-ff13-461f-9925-8faf21687633), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:57.939375 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Publish callbacks [] for router_controller (44fb3fe5-ff13-461f-9925-8faf21687633), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.012765 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7af41169-f6f0-47ed-a79d-3f61204d6d9d admin admin] Publish callbacks [] for security_group (38984985-4f2c-4fad-a807-c5effd144436), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.036968 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7af41169-f6f0-47ed-a79d-3f61204d6d9d admin admin] Publish callbacks [] for security_group (38984985-4f2c-4fad-a807-c5effd144436), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.103184 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1907273'] for router (44fb3fe5-ff13-461f-9925-8faf21687633), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.103184 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44fb3fe5-ff13-461f-9925-8faf21687633 {{(pid=104518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:37:58.107207 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.108379 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-fcb9f705-5295-4c21-a7e3-5a7d8303c64f admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/44fb3fe5-ff13-461f-9925-8faf21687633 HTTP/1.1" status: 204 len: 168 time: 1.0986528 Aug 05 15:37:58.111639 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 45980) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:58.153418 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7af41169-f6f0-47ed-a79d-3f61204d6d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (38984985-4f2c-4fad-a807-c5effd144436), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.157231 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7af41169-f6f0-47ed-a79d-3f61204d6d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.158401 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-7af41169-f6f0-47ed-a79d-3f61204d6d9d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/38984985-4f2c-4fad-a807-c5effd144436 HTTP/1.1" status: 204 len: 168 time: 0.2401936 Aug 05 15:37:58.182153 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af41169-f6f0-47ed-a79d-3f61204d6d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38984985-4f2c-4fad-a807-c5effd144436,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:58.188395 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a57928-ba7f-4436-9a9b-9f647c0212a0 admin admin] Deleting subnet 0fd5c40f-af1a-4779-a54d-b857ddde5de6 {{(pid=104518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:37:58.192773 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-84a57928-ba7f-4436-9a9b-9f647c0212a0 admin admin] Publish callbacks [] for subnet (0fd5c40f-af1a-4779-a54d-b857ddde5de6), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.234437 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-84a57928-ba7f-4436-9a9b-9f647c0212a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3652392'] for subnet (0fd5c40f-af1a-4779-a54d-b857ddde5de6), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.355906 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-84a57928-ba7f-4436-9a9b-9f647c0212a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (0fd5c40f-af1a-4779-a54d-b857ddde5de6), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.459790 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-84a57928-ba7f-4436-9a9b-9f647c0212a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666836'] for subnet (0fd5c40f-af1a-4779-a54d-b857ddde5de6), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.464530 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:58.489997 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a57928-ba7f-4436-9a9b-9f647c0212a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd5c40f-af1a-4779-a54d-b857ddde5de6,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:58.495944 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-84a57928-ba7f-4436-9a9b-9f647c0212a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.502412 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8655ae-33e0-46b4-8f36-0d38ead253f8 None None] Network c44331f6-946f-4f51-8016-9a872c1f5969 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:37:58.506952 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-84a57928-ba7f-4436-9a9b-9f647c0212a0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/0fd5c40f-af1a-4779-a54d-b857ddde5de6 HTTP/1.1" status: 204 len: 168 time: 0.3922644 Aug 05 15:37:58.507337 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 45996) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:58.600239 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (c44331f6-946f-4f51-8016-9a872c1f5969), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.663736 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Deleting port 0897ab72-5633-4480-8799-6a9a4de47c00 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:37:58.664274 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.680606 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] DHCP port deletion for c44331f6-946f-4f51-8016-9a872c1f5969 request from dv-cinder-849890-4-iscsi {{(pid=104519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 15:37:58.720259 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Deleting port 0897ab72-5633-4480-8799-6a9a4de47c00 {{(pid=104519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:37:58.720630 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), before_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.751901 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] For port 0897ab72-5633-4480-8799-6a9a4de47c00, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=0897ab72-5633-4480-8799-6a9a4de47c00,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:37:58.752307 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.766810 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Calling delete_port for 0897ab72-5633-4480-8799-6a9a4de47c00 owned by network:dhcp {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:37:58.771052 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:58.800394 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] For port 0897ab72-5633-4480-8799-6a9a4de47c00, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=0897ab72-5633-4480-8799-6a9a4de47c00,segment=NetworkSegment(3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73),segment_id=3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:37:58.800796 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), precommit_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.814769 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Calling delete_port for 0897ab72-5633-4480-8799-6a9a4de47c00 owned by network:dhcp {{(pid=104519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:37:58.843582 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 46000) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:58.864109 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1570a356-2e4d-4a89-82c4-ebb1e963ff7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.940608 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1570a356-2e4d-4a89-82c4-ebb1e963ff7a admin admin] Publish callbacks [] for security_group (6f0f7fe1-7ad1-42e4-981c-58a2d8dff4a9), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.944830 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.951312 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937'] for port (0897ab72-5633-4480-8799-6a9a4de47c00), after_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:58.972682 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=0897ab72-5633-4480-8799-6a9a4de47c00,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:58.978253 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] No DVR routers for this DVR port 0897ab72-5633-4480-8799-6a9a4de47c00 on host dv-cinder-849890-4-iscsi {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:37:58.987085 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] No DVR routers for this DVR port 0897ab72-5633-4480-8799-6a9a4de47c00 on host dv-cinder-849890-4-iscsi {{(pid=104519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:37:58.994940 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Pushing event deleted for resources: {'Port': ['ID=0897ab72-5633-4480-8799-6a9a4de47c00,revision_number=None']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:59.003245 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.004963 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.004963 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.004963 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.004963 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.005358 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.005358 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.005688 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.006005 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.006331 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.006654 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.006985 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.007310 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.007653 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.007956 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55f1357-6a51-49ed-8203-95beaa83de0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:37:59.027944 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1570a356-2e4d-4a89-82c4-ebb1e963ff7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (6f0f7fe1-7ad1-42e4-981c-58a2d8dff4a9), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.052544 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (c44331f6-946f-4f51-8016-9a872c1f5969), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.069877 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-1570a356-2e4d-4a89-82c4-ebb1e963ff7a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2eed5ac0fef94615aff58a8a2071d04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251759 Aug 05 15:37:59.070711 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570a356-2e4d-4a89-82c4-ebb1e963ff7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f7fe1-7ad1-42e4-981c-58a2d8dff4a9,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:59.073144 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44331f6-946f-4f51-8016-9a872c1f5969']}} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:59.073937 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 46004) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:59.086076 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73') {'for_net_delete': True} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:59.086076 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73') {} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:37:59.096127 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59599968'] for segment (3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.102247 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:37:59.110291 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.116796 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=104517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:37:59.117121 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3298908'] for segment (3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.125997 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b4992438-4e13-410a-92cb-9cb85d1121b1 admin admin] Publish callbacks [] for security_group (6f0f7fe1-7ad1-42e4-981c-58a2d8dff4a9), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.150026 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b4992438-4e13-410a-92cb-9cb85d1121b1 admin admin] Publish callbacks [] for security_group (6f0f7fe1-7ad1-42e4-981c-58a2d8dff4a9), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.247341 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (c44331f6-946f-4f51-8016-9a872c1f5969), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.255148 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.258559 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/c44331f6-946f-4f51-8016-9a872c1f5969 HTTP/1.1" status: 204 len: 168 time: 0.7497952 Aug 05 15:37:59.268908 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d634dde-fbde-4ae8-aafa-d8e9a3a52f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=c44331f6-946f-4f51-8016-9a872c1f5969,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:59.276379 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b4992438-4e13-410a-92cb-9cb85d1121b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (6f0f7fe1-7ad1-42e4-981c-58a2d8dff4a9), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.279251 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b4992438-4e13-410a-92cb-9cb85d1121b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.284322 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-b4992438-4e13-410a-92cb-9cb85d1121b1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6f0f7fe1-7ad1-42e4-981c-58a2d8dff4a9 HTTP/1.1" status: 204 len: 168 time: 0.2089186 Aug 05 15:37:59.293530 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4992438-4e13-410a-92cb-9cb85d1121b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f7fe1-7ad1-42e4-981c-58a2d8dff4a9,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:37:59.337322 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment 3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73 resource provider aggregate not found Aug 05 15:37:59.356326 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment 3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c09c4c1-337e-4c1e-8c2f-1c3d58c7bd73 found for delete ", "request_id": "req-c66d16cc-a042-49f6-96fe-cebdd67c0105"}]} Aug 05 15:37:59.544165 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 93722d82-3b64-4f52-8426-bb27062d4849 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:37:59.565950 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 93722d82-3b64-4f52-8426-bb27062d4849 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:37:59.566376 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 93722d82-3b64-4f52-8426-bb27062d4849 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:37:59.566809 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 0897ab72-5633-4480-8799-6a9a4de47c00 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:37:59.589704 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 0897ab72-5633-4480-8799-6a9a4de47c00 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:37:59.590055 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 0897ab72-5633-4480-8799-6a9a4de47c00 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:37:59.590477 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 23da12bd-a4e4-421c-970c-d6b36e8b1de9 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:37:59.609251 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 23da12bd-a4e4-421c-970c-d6b36e8b1de9 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:37:59.609591 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 23da12bd-a4e4-421c-970c-d6b36e8b1de9 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:37:59.677434 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 46020) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:59.719778 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-7bf76714-6391-47c8-b7c1-81b7248f13b2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=648f7ac8fb934441b6782d00d0b5ef10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411971 Aug 05 15:37:59.722396 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46024) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:37:59.773799 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-00e6d60d-ae2d-4071-acf5-95ab41c5e83c admin admin] Publish callbacks [] for security_group (cccc1e4b-6fec-45bd-a883-191fec92fd36), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.795557 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-00e6d60d-ae2d-4071-acf5-95ab41c5e83c admin admin] Publish callbacks [] for security_group (cccc1e4b-6fec-45bd-a883-191fec92fd36), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.864777 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-5ee2c8ed-6d99-4f99-bbd1-4ebd2bb9e881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.887845 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-00e6d60d-ae2d-4071-acf5-95ab41c5e83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (cccc1e4b-6fec-45bd-a883-191fec92fd36), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.890624 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-00e6d60d-ae2d-4071-acf5-95ab41c5e83c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:37:59.891798 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-00e6d60d-ae2d-4071-acf5-95ab41c5e83c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/cccc1e4b-6fec-45bd-a883-191fec92fd36 HTTP/1.1" status: 204 len: 168 time: 0.1684234 Aug 05 15:37:59.900831 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6d60d-ae2d-4071-acf5-95ab41c5e83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccc1e4b-6fec-45bd-a883-191fec92fd36,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:00.824236 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 46066) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:00.893019 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:00.925061 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1978557381-network', 'tenant_id': '2c77da48edba4903a1c51fee2a856167'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:00.944535 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:00.995878 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Made reservation on behalf of 2c77da48edba4903a1c51fee2a856167 for: {'network': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:38:00.998449 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:01.009148 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:01.088035 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Publish callbacks [] for security_group (8d2ef63e-aebe-42dd-aa69-31557f5d2153), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:01.161737 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (8d2ef63e-aebe-42dd-aa69-31557f5d2153), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:01.181796 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=12 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:01.191202 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=104518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:38:01.198581 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2ef63e-aebe-42dd-aa69-31557f5d2153,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:01.205176 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (88aa35ca-1106-40ad-9e5a-588d7d6cd99a), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:01.205523 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.segments_db [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Added segment 88aa35ca-1106-40ad-9e5a-588d7d6cd99a of type vlan for network b05605aa-dd0e-428b-8865-2528537f12f7 Aug 05 15:38:01.246930 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (b05605aa-dd0e-428b-8865-2528537f12f7), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:01.254429 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:01.356415 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (b05605aa-dd0e-428b-8865-2528537f12f7), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:01.357447 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:01.358038 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:01.425616 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b05605aa-dd0e-428b-8865-2528537f12f7,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:01.435813 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network b05605aa-dd0e-428b-8865-2528537f12f7 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:38:01.480149 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-4a6e4801-fabc-4802-92b1-988c0da0b6a5 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6510961 Aug 05 15:38:01.480278 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46084) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:01.486972 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] Request body: {'subnet': {'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-subnet', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:01.601545 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] Made reservation on behalf of 2c77da48edba4903a1c51fee2a856167 for: {'subnet': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:38:01.603984 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59709049'] for subnet (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:01.831342 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3288383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59709039'] for subnet (c7a52748-13b7-41f4-a2d6-6c53085216f4), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:01.895851 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a52748-13b7-41f4-a2d6-6c53085216f4,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:01.906196 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] Checking segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:38:01.906550 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] Network hostable DHCP agents. Network: b05605aa-dd0e-428b-8865-2528537f12f7, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:38:01.984536 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] Network b05605aa-dd0e-428b-8865-2528537f12f7 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:38:02.058648 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, b05605aa-dd0e-428b-8865-2528537f12f7) {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:02.064520 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:02.068787 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.068948 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1523ff7-8dc9-4095-a4ae-d3a18f044552 None None] Network b05605aa-dd0e-428b-8865-2528537f12f7 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:38:02.176031 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-953b3131-422c-4f6f-9022-3eda73198b34 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6968696 Aug 05 15:38:02.178870 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46094) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:02.183357 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:02.282600 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (2a094309-06d4-48a9-ada8-166e4358c861), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.283709 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (2a094309-06d4-48a9-ada8-166e4358c861), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.319162 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-b05605aa-dd0e-428b-8865-2528537f12f7', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:38:02.320630 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.344900 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Publish callbacks [] for router_controller (2a094309-06d4-48a9-ada8-166e4358c861), precommit_add_association {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.347518 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:02.427697 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.482117 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:02.499634 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Allocated IP 172.20.0.2 (b05605aa-dd0e-428b-8865-2528537f12f7/c7a52748-13b7-41f4-a2d6-6c53085216f4/403c4041-5764-4911-9092-c7917ff12c88) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:38:02.570965 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Publish callbacks [] for router_gateway (2a094309-06d4-48a9-ada8-166e4358c861), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.660823 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Publish callbacks [] for port (403c4041-5764-4911-9092-c7917ff12c88), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.728135 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.731217 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:02.774834 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (403c4041-5764-4911-9092-c7917ff12c88), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.794254 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:02.815289 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Network b05605aa-dd0e-428b-8865-2528537f12f7 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:02.820260 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:02.823848 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:38:02.832436 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Pushing event updated for resources: {'Port': ['ID=403c4041-5764-4911-9092-c7917ff12c88,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:02.886882 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Attempting to bind port 403c4041-5764-4911-9092-c7917ff12c88 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:38:02.887256 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Attempting to bind port 403c4041-5764-4911-9092-c7917ff12c88 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:38:02.887710 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Attempting to bind port 403c4041-5764-4911-9092-c7917ff12c88 on network b05605aa-dd0e-428b-8865-2528537f12f7 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:38:02.893137 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:38:02.893511 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Checking segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:38:02.893910 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.894300 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Bound using segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:38:02.894791 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Bound port: 403c4041-5764-4911-9092-c7917ff12c88, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:38:02.895167 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (403c4041-5764-4911-9092-c7917ff12c88), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.909833 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Publish callbacks [] for router_gateway (2a094309-06d4-48a9-ada8-166e4358c861), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.939169 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:02.959412 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] For port 403c4041-5764-4911-9092-c7917ff12c88, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:38:02.962546 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] For port 403c4041-5764-4911-9092-c7917ff12c88, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=403c4041-5764-4911-9092-c7917ff12c88,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:38:02.990808 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:03.043639 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Allocated IP 172.27.0.17 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/4a752cc3-6204-4430-b708-75c063ebe6bb) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:38:03.048188 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (403c4041-5764-4911-9092-c7917ff12c88), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:03.105916 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c1296-4698-4fdd-b78e-01bd536c707f None None] Pushing event updated for resources: {'Port': ['ID=403c4041-5764-4911-9092-c7917ff12c88,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:03.157363 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Publish callbacks [] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:03.294014 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:03.339882 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:03.343736 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:03.346365 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:38:03.370271 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Pushing event updated for resources: {'Port': ['ID=4a752cc3-6204-4430-b708-75c063ebe6bb,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:03.570661 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 403c4041-5764-4911-9092-c7917ff12c88 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:38:03.616026 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 403c4041-5764-4911-9092-c7917ff12c88 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:03.616483 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (403c4041-5764-4911-9092-c7917ff12c88), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:03.720308 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 403c4041-5764-4911-9092-c7917ff12c88 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:03.720308 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (403c4041-5764-4911-9092-c7917ff12c88), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:03.738806 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Publish callbacks [] for router_gateway (2a094309-06d4-48a9-ada8-166e4358c861), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:03.774996 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 403c4041-5764-4911-9092-c7917ff12c88, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=403c4041-5764-4911-9092-c7917ff12c88,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:03.814980 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (403c4041-5764-4911-9092-c7917ff12c88), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:03.871599 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=403c4041-5764-4911-9092-c7917ff12c88,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:03.950948 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (2a094309-06d4-48a9-ada8-166e4358c861), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:04.087165 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9233b2-83d0-44c1-8c6b-904a1e78baa1 None None] Network b05605aa-dd0e-428b-8865-2528537f12f7 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:38:04.144666 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Router 2a094309-06d4-48a9-ada8-166e4358c861 is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:38:04.156627 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-54b2ebf2-a515-4528-80e6-927d10b761ae None None] Provisioning complete for port 403c4041-5764-4911-9092-c7917ff12c88 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:04.156627 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-54b2ebf2-a515-4528-80e6-927d10b761ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (403c4041-5764-4911-9092-c7917ff12c88), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:04.248721 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:04.254665 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:38:04.263454 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Sync routers for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:38:04.282132 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:04.284635 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-54b2ebf2-a515-4528-80e6-927d10b761ae None None] Current status of the port 403c4041-5764-4911-9092-c7917ff12c88 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:04.288110 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:38:04.288704 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:38:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:04.328525 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:04.331669 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:04.333001 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-9432e231-cf07-442d-bfcf-f8446937ae84 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1531131 Aug 05 15:38:04.335672 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46116) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:04.397081 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:38:04.518381 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3fd732aa-b661-46c8-8fdd-222b0548e6cf None None] Provisioning complete for port 403c4041-5764-4911-9092-c7917ff12c88 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:04.518747 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3fd732aa-b661-46c8-8fdd-222b0548e6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (403c4041-5764-4911-9092-c7917ff12c88), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:04.657092 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:03Z', 'revision_number': 3, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:04.661257 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3fd732aa-b661-46c8-8fdd-222b0548e6cf None None] Current status of the port 403c4041-5764-4911-9092-c7917ff12c88 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:04.689163 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Checking router: 2a094309-06d4-48a9-ada8-166e4358c861 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:38:04.689515 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Updating router 2a094309-06d4-48a9-ada8-166e4358c861 port 4a752cc3-6204-4430-b708-75c063ebe6bb binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:38:04.710433 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:04.718542 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:04.853391 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:04.968426 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Publish callbacks [] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:04.998918 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:05.071210 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:05.114032 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Attempting to bind port 4a752cc3-6204-4430-b708-75c063ebe6bb on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:38:05.114410 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Attempting to bind port 4a752cc3-6204-4430-b708-75c063ebe6bb by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:38:05.114775 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Attempting to bind port 4a752cc3-6204-4430-b708-75c063ebe6bb on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:38:05.129729 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:38:05.130110 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:38:05.130510 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:05.130908 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:38:05.131383 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Bound port: 4a752cc3-6204-4430-b708-75c063ebe6bb, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:38:05.131762 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:05.153057 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db296f6-a824-489d-9ed9-42bfdc006925 None None] Pushing event updated for resources: {'Port': ['ID=4a752cc3-6204-4430-b708-75c063ebe6bb,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:05.169338 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Allocated IP 172.20.0.1 (b05605aa-dd0e-428b-8865-2528537f12f7/c7a52748-13b7-41f4-a2d6-6c53085216f4/02aedc69-72f3-4bfb-a15f-e5a305010da2) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:38:05.204831 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] For port 4a752cc3-6204-4430-b708-75c063ebe6bb, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:38:05.208864 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] For port 4a752cc3-6204-4430-b708-75c063ebe6bb, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=4a752cc3-6204-4430-b708-75c063ebe6bb,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:38:05.284699 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:05.300373 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:05.305246 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Publish callbacks [] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:05.344784 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:38:05.345425 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:38:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:05.398637 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:05.408937 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db296f6-a824-489d-9ed9-42bfdc006925 None None] Pushing event updated for resources: {'Port': ['ID=4a752cc3-6204-4430-b708-75c063ebe6bb,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:05.449228 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Network b05605aa-dd0e-428b-8865-2528537f12f7 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:05.454425 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:05.458323 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:38:05.469214 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:38:05.483976 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=02aedc69-72f3-4bfb-a15f-e5a305010da2,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:05.502168 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (2a094309-06d4-48a9-ada8-166e4358c861), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:05.612038 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 403c4041-5764-4911-9092-c7917ff12c88 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:38:05.788977 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:05.866854 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:05.869283 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-dd55baec-13c3-4f4d-8a2a-ff3e27b0a802 None None] Provisioning complete for port 02aedc69-72f3-4bfb-a15f-e5a305010da2 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:05.869652 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-dd55baec-13c3-4f4d-8a2a-ff3e27b0a802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:05.873846 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:03Z', 'revision_number': 3, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:05.889311 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:05.916934 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:38:05.926577 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:05.929608 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7797cc-7456-44e7-88ba-f6f02c8e9696 None None] The sync data for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi is: [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:03Z', 'revision_number': 3, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:38:05.933623 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 403c4041-5764-4911-9092-c7917ff12c88 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:05.933883 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (403c4041-5764-4911-9092-c7917ff12c88), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:05.935491 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-dd55baec-13c3-4f4d-8a2a-ff3e27b0a802 None None] Port 02aedc69-72f3-4bfb-a15f-e5a305010da2 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:38:05.969742 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Publish callbacks [] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:06.014436 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 403c4041-5764-4911-9092-c7917ff12c88 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:06.019294 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:06.091749 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=02aedc69-72f3-4bfb-a15f-e5a305010da2,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:06.094383 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (2a094309-06d4-48a9-ada8-166e4358c861), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:06.198934 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Network b05605aa-dd0e-428b-8865-2528537f12f7 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:06.200338 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:06.316108 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:06.339646 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Router 2a094309-06d4-48a9-ada8-166e4358c861 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:38:06.451578 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:38:06.465974 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-d587b55f-a6a3-4eb8-9c88-d805a753f1b0 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/2a094309-06d4-48a9-ada8-166e4358c861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1202266 Aug 05 15:38:06.466326 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-bce9f65d-faba-4135-9695-25eee4c3536a None None] Provisioning complete for port 02aedc69-72f3-4bfb-a15f-e5a305010da2 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:06.466326 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-bce9f65d-faba-4135-9695-25eee4c3536a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:06.499606 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-bce9f65d-faba-4135-9695-25eee4c3536a None None] Port 02aedc69-72f3-4bfb-a15f-e5a305010da2 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:38:06.892280 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46152) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:06.896825 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-a7dda128-e559-4dc0-9c73-8a2257836bbc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--684138362', 'description': 'tempest-description--315241522'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:06.962190 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a7dda128-e559-4dc0-9c73-8a2257836bbc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.033301 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a7dda128-e559-4dc0-9c73-8a2257836bbc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (4ef9e8fc-74d5-4db9-acef-17e4d49fc94b), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.099360 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a7dda128-e559-4dc0-9c73-8a2257836bbc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (4ef9e8fc-74d5-4db9-acef-17e4d49fc94b), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.130249 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dda128-e559-4dc0-9c73-8a2257836bbc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:07.227326 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a7dda128-e559-4dc0-9c73-8a2257836bbc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.228605 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-a7dda128-e559-4dc0-9c73-8a2257836bbc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3353164 Aug 05 15:38:07.236177 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46164) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:07.240736 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-0f59c38f-10d6-4e9f-9d00-8c0d7edec011 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group_rule': {'security_group_id': '4ef9e8fc-74d5-4db9-acef-17e4d49fc94b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:07.374832 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0f59c38f-10d6-4e9f-9d00-8c0d7edec011 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (624643dd-b479-480d-8c2f-941a0b0491e5), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.438531 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0f59c38f-10d6-4e9f-9d00-8c0d7edec011 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (624643dd-b479-480d-8c2f-941a0b0491e5), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.531856 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46168) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:07.548282 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0f59c38f-10d6-4e9f-9d00-8c0d7edec011 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (624643dd-b479-480d-8c2f-941a0b0491e5), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.565122 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59c38f-10d6-4e9f-9d00-8c0d7edec011 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624643dd-b479-480d-8c2f-941a0b0491e5,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:07.582964 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 4a752cc3-6204-4430-b708-75c063ebe6bb up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:38:07.605171 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Sync routers for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:38:07.621821 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:38:07.621821 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:38:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:07.627863 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 4a752cc3-6204-4430-b708-75c063ebe6bb triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:07.628266 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.646395 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0f59c38f-10d6-4e9f-9d00-8c0d7edec011 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.648435 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-0f59c38f-10d6-4e9f-9d00-8c0d7edec011 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4106529 Aug 05 15:38:07.651056 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 46172) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:07.657700 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-1bf44fb2-b2bc-47d4-a44b-f897cb6076d2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group_rule': {'security_group_id': '4ef9e8fc-74d5-4db9-acef-17e4d49fc94b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:07.665416 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd9dab8d-34b0-43ec-a30e-30cd379216d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.710632 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 4a752cc3-6204-4430-b708-75c063ebe6bb is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:07.711272 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.734405 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 4a752cc3-6204-4430-b708-75c063ebe6bb, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=4a752cc3-6204-4430-b708-75c063ebe6bb,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:07.742692 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:38:07.763127 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd9dab8d-34b0-43ec-a30e-30cd379216d2 admin admin] Publish callbacks [] for security_group (79fa0b1e-7caf-4345-84e4-6b30e1448a0e), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.781267 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1bf44fb2-b2bc-47d4-a44b-f897cb6076d2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (0fc1abfa-bd6a-4e9c-81bc-f67770fb6655), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.836564 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.844478 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1bf44fb2-b2bc-47d4-a44b-f897cb6076d2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (0fc1abfa-bd6a-4e9c-81bc-f67770fb6655), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.881957 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd9dab8d-34b0-43ec-a30e-30cd379216d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (79fa0b1e-7caf-4345-84e4-6b30e1448a0e), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.886765 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=4a752cc3-6204-4430-b708-75c063ebe6bb,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:07.887076 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:07.925431 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-dd9dab8d-34b0-43ec-a30e-30cd379216d2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=423c220e15704c81afdf783e5bf70699&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924689 Aug 05 15:38:07.926835 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dab8d-34b0-43ec-a30e-30cd379216d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fa0b1e-7caf-4345-84e4-6b30e1448a0e,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:07.928196 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 46174) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:07.969507 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1bf44fb2-b2bc-47d4-a44b-f897cb6076d2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (0fc1abfa-bd6a-4e9c-81bc-f67770fb6655), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.993572 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f200a546-424f-404a-bc08-67a94d5e7802 admin admin] Publish callbacks [] for security_group (79fa0b1e-7caf-4345-84e4-6b30e1448a0e), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:07.998380 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf44fb2-b2bc-47d4-a44b-f897cb6076d2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc1abfa-bd6a-4e9c-81bc-f67770fb6655,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:08.018227 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 2, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:08.022363 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f200a546-424f-404a-bc08-67a94d5e7802 admin admin] Publish callbacks [] for security_group (79fa0b1e-7caf-4345-84e4-6b30e1448a0e), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.043148 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Checking router: 2a094309-06d4-48a9-ada8-166e4358c861 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:38:08.043504 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Updating router 2a094309-06d4-48a9-ada8-166e4358c861 port 02aedc69-72f3-4bfb-a15f-e5a305010da2 binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:38:08.054010 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1bf44fb2-b2bc-47d4-a44b-f897cb6076d2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.055218 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-1bf44fb2-b2bc-47d4-a44b-f897cb6076d2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4025619 Aug 05 15:38:08.058369 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 46176) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:08.062923 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:08.070698 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.139748 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.185748 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f200a546-424f-404a-bc08-67a94d5e7802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (79fa0b1e-7caf-4345-84e4-6b30e1448a0e), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.189863 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f200a546-424f-404a-bc08-67a94d5e7802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.191035 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-f200a546-424f-404a-bc08-67a94d5e7802 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/79fa0b1e-7caf-4345-84e4-6b30e1448a0e HTTP/1.1" status: 204 len: 168 time: 0.2616413 Aug 05 15:38:08.210834 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200a546-424f-404a-bc08-67a94d5e7802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fa0b1e-7caf-4345-84e4-6b30e1448a0e,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:08.250712 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.381827 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Allocated IP 172.27.0.8 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/02b06d96-d72e-46c3-bf10-66dbe2c0fcfb) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:38:08.389496 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Publish callbacks [] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.454107 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.488934 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:08.494460 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (02b06d96-d72e-46c3-bf10-66dbe2c0fcfb), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.504400 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Pushing event updated for resources: {'Port': ['ID=02aedc69-72f3-4bfb-a15f-e5a305010da2,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:08.528705 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.529037 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.529401 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.529757 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.530088 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.530999 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.531324 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.531643 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.531963 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.532304 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.532619 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.532943 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.533260 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.533577 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.533886 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:08.566352 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Attempting to bind port 02aedc69-72f3-4bfb-a15f-e5a305010da2 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:38:08.566718 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Attempting to bind port 02aedc69-72f3-4bfb-a15f-e5a305010da2 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:38:08.567077 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Attempting to bind port 02aedc69-72f3-4bfb-a15f-e5a305010da2 on network b05605aa-dd0e-428b-8865-2528537f12f7 {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:38:08.572304 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:38:08.573925 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Checking segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:38:08.573925 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.573925 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Bound using segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:38:08.573925 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Bound port: 02aedc69-72f3-4bfb-a15f-e5a305010da2, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:38:08.574267 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.585385 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (02b06d96-d72e-46c3-bf10-66dbe2c0fcfb), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.598410 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:08.628702 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:08.629988 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:08.633027 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:08.637107 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:38:08.638545 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] For port 02aedc69-72f3-4bfb-a15f-e5a305010da2, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:38:08.642408 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] For port 02aedc69-72f3-4bfb-a15f-e5a305010da2, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=02aedc69-72f3-4bfb-a15f-e5a305010da2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:38:08.642873 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=02b06d96-d72e-46c3-bf10-66dbe2c0fcfb,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:08.643489 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:08.723576 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (2fb1b9d7-d8a5-420f-b590-a729831e3d7e), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.739746 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.772259 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:38:08.773195 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:38:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:08.835585 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e1bf6-dd26-4a46-8552-4b94542f6509 None None] Pushing event updated for resources: {'Port': ['ID=02aedc69-72f3-4bfb-a15f-e5a305010da2,revision_number=4']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:08.851630 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (02b06d96-d72e-46c3-bf10-66dbe2c0fcfb), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:08.890035 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:38:08.906843 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46184) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:08.922486 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fa2181f3-236a-49a1-928d-62549dead907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.002364 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fa2181f3-236a-49a1-928d-62549dead907 admin admin] Publish callbacks [] for security_group (111318a9-08ed-40e9-87af-297c823bc438), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.007554 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (02b06d96-d72e-46c3-bf10-66dbe2c0fcfb), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.047832 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fa2181f3-236a-49a1-928d-62549dead907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (111318a9-08ed-40e9-87af-297c823bc438), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.065670 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (02b06d96-d72e-46c3-bf10-66dbe2c0fcfb), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.082247 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:08Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:09.091382 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-fa2181f3-236a-49a1-928d-62549dead907 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9bb078d5cb21441aa9ad3e140cc9474e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805122 Aug 05 15:38:09.091382 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2181f3-236a-49a1-928d-62549dead907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111318a9-08ed-40e9-87af-297c823bc438,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:09.092265 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46186) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:09.106803 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd8888-55e8-480a-a503-c36d34e97078 None None] The sync data for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi is: [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:08Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:38:09.152745 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b8df538a-4f40-4185-924b-f8fe97e1d663 admin admin] Publish callbacks [] for security_group (111318a9-08ed-40e9-87af-297c823bc438), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.164877 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=02b06d96-d72e-46c3-bf10-66dbe2c0fcfb,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:09.164877 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (2fb1b9d7-d8a5-420f-b590-a729831e3d7e), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.183793 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b8df538a-4f40-4185-924b-f8fe97e1d663 admin admin] Publish callbacks [] for security_group (111318a9-08ed-40e9-87af-297c823bc438), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.192770 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:09.193693 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:09.336744 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.338157 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-4079c233-8c91-4529-a7c4-551f4bf32058 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2785711 Aug 05 15:38:09.373024 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b8df538a-4f40-4185-924b-f8fe97e1d663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (111318a9-08ed-40e9-87af-297c823bc438), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.375692 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b8df538a-4f40-4185-924b-f8fe97e1d663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.376973 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-b8df538a-4f40-4185-924b-f8fe97e1d663 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/111318a9-08ed-40e9-87af-297c823bc438 HTTP/1.1" status: 204 len: 168 time: 0.2838821 Aug 05 15:38:09.387918 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df538a-4f40-4185-924b-f8fe97e1d663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111318a9-08ed-40e9-87af-297c823bc438,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:09.592679 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-8fab7b8b-9e74-48b7-8e43-41c0e7f4b8de tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--684138362&fields=id&tenant_id=2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 267 time: 0.0594368 Aug 05 15:38:09.691391 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 02aedc69-72f3-4bfb-a15f-e5a305010da2 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:38:09.719274 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937413a9-a56b-4e73-9b11-d673a3417885 req-66f83678-48e5-47b5-822d-4be06806e327 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:09.719274 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-66f83678-48e5-47b5-822d-4be06806e327 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 815 time: 0.1222489 Aug 05 15:38:09.735836 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-2e9f469f-c42f-4459-a34c-8956cc358118 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/quotas/2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 375 time: 0.0111527 Aug 05 15:38:09.753505 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 02aedc69-72f3-4bfb-a15f-e5a305010da2 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:09.754173 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.808032 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-aca9d224-8848-494c-bfe2-b06e9fd35270 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605714 Aug 05 15:38:09.832969 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 02aedc69-72f3-4bfb-a15f-e5a305010da2 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:09.833364 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.871560 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 02aedc69-72f3-4bfb-a15f-e5a305010da2, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=02aedc69-72f3-4bfb-a15f-e5a305010da2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:09.929556 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-a5b1abc0-602e-47c8-b856-fbdae762ec08 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095760 Aug 05 15:38:09.951133 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:09.953037 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 4a752cc3-6204-4430-b708-75c063ebe6bb up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:38:10.030961 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-7aeb1d61-d1e5-478a-a38f-a54290233efb service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955391 Aug 05 15:38:10.046390 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=02aedc69-72f3-4bfb-a15f-e5a305010da2,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:10.051009 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 4a752cc3-6204-4430-b708-75c063ebe6bb triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:10.051009 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:10.102496 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:10.142292 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 4a752cc3-6204-4430-b708-75c063ebe6bb is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:10.288622 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9926ea33-df63-41bf-a144-12b820562d23 req-6bbe97ac-d3ff-43f1-b0f5-5634769d86d1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 210 time: 0.0366278 Aug 05 15:38:11.408042 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d7e83e81-c084-4dfe-8fef-9cb1e73e245f req-d673bc85-2b3d-43e2-8c95-cc0e0e696be6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 210 time: 0.0329528 Aug 05 15:38:11.573081 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 02aedc69-72f3-4bfb-a15f-e5a305010da2 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:38:11.625972 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 02aedc69-72f3-4bfb-a15f-e5a305010da2 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:11.626351 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:11.694428 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:11.704245 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 02aedc69-72f3-4bfb-a15f-e5a305010da2 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:12.451102 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:12.492417 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937413a9-a56b-4e73-9b11-d673a3417885 req-9054e126-51e7-4123-95a7-98922cc6b77f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:12.495271 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-9054e126-51e7-4123-95a7-98922cc6b77f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 815 time: 0.1351442 Aug 05 15:38:12.555467 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aacce6b4-d3ee-43c4-ab7f-0191bbdb3568 req-2ae3ead6-7e5e-4364-a6ab-cba0f3a137d8 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 210 time: 0.0455751 Aug 05 15:38:12.588817 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-aa258be7-485a-49b9-8c55-02df3fd2beae tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 379 time: 0.0849066 Aug 05 15:38:12.597639 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'port': {'device_id': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'admin_state_up': True, 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'security_groups': ['4ef9e8fc-74d5-4db9-acef-17e4d49fc94b']}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:12.774072 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Made reservation on behalf of 2c77da48edba4903a1c51fee2a856167 for: {'port': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:38:12.778117 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:12.915846 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Allocated IP 172.20.0.11 (b05605aa-dd0e-428b-8865-2528537f12f7/c7a52748-13b7-41f4-a2d6-6c53085216f4/fe6362dc-a493-493c-b74d-993dbc8bfad2) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:38:13.059935 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:13.174004 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:13.200963 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:13.215085 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Network b05605aa-dd0e-428b-8865-2528537f12f7 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:13.223496 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:13.228255 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:38:13.235306 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=fe6362dc-a493-493c-b74d-993dbc8bfad2,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:13.283646 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:13.284261 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:13.353618 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-93bb4d8a-4b86-4f55-ad6f-c898978220e3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7596979 Aug 05 15:38:13.365351 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Request body: {'port': {'device_id': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:13.433949 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:13.481644 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-0f0249fc-1b9e-43d7-837e-b305136d758b None None] Provisioning complete for port fe6362dc-a493-493c-b74d-993dbc8bfad2 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:13.482214 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0f0249fc-1b9e-43d7-837e-b305136d758b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:13.517380 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-0f0249fc-1b9e-43d7-837e-b305136d758b None None] Port fe6362dc-a493-493c-b74d-993dbc8bfad2 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:38:13.551234 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:13.699328 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d341d5-3dd5-4674-b140-77e489181906 req-94a499ff-02f1-42b0-ac43-d8d2f3b34cf9 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:13.700793 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-92d341d5-3dd5-4674-b140-77e489181906 req-94a499ff-02f1-42b0-ac43-d8d2f3b34cf9 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 932 time: 0.0731683 Aug 05 15:38:13.773375 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe6362dc-a493-493c-b74d-993dbc8bfad2 {{(pid=104518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:38:13.786622 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Publish callbacks [] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:13.804846 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-92d341d5-3dd5-4674-b140-77e489181906 req-2ca710ff-b00c-47e7-99c0-e7e9469cde3c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977294 Aug 05 15:38:13.814965 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.provisioning_blocks [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Transition to ACTIVE for port object fe6362dc-a493-493c-b74d-993dbc8bfad2 will not be triggered until provisioned by entity L2. {{(pid=104518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:38:13.882206 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:14.240767 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Pushing event updated for resources: {'Port': ['ID=fe6362dc-a493-493c-b74d-993dbc8bfad2,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:14.274342 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Attempting to bind port fe6362dc-a493-493c-b74d-993dbc8bfad2 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:38:14.274877 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Attempting to bind port fe6362dc-a493-493c-b74d-993dbc8bfad2 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:38:14.275274 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Attempting to bind port fe6362dc-a493-493c-b74d-993dbc8bfad2 on network b05605aa-dd0e-428b-8865-2528537f12f7 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:38:14.280472 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Port fe6362dc-a493-493c-b74d-993dbc8bfad2 on network b05605aa-dd0e-428b-8865-2528537f12f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:38:14.280798 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Attempting to bind port fe6362dc-a493-493c-b74d-993dbc8bfad2 on network b05605aa-dd0e-428b-8865-2528537f12f7 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:38:14.286194 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:38:14.286532 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Checking segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:38:14.286916 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Bound using segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:38:14.287344 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Bound port: fe6362dc-a493-493c-b74d-993dbc8bfad2, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:38:14.287727 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:14.356165 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] For port fe6362dc-a493-493c-b74d-993dbc8bfad2, host hv-cinder-84989, cleared binding levels {{(pid=104518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:38:14.359145 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] For port fe6362dc-a493-493c-b74d-993dbc8bfad2, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=fe6362dc-a493-493c-b74d-993dbc8bfad2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:38:14.408511 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:14.412756 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:14.413363 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:14.414756 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/fe6362dc-a493-493c-b74d-993dbc8bfad2 HTTP/1.1" status: 200 len: 1094 time: 1.0537114 Aug 05 15:38:14.415242 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'tag': 'fe6362dc-a493-493c-b74d-993dbc8bfad2'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:38:14.417477 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a2db67-c56c-4ba0-8659-68228c77c296" -d '{"events": [{"name": "network-changed", "server_uuid": "5f435a35-7760-4b03-8d2e-6f40df5f5714", "tag": "fe6362dc-a493-493c-b74d-993dbc8bfad2"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:38:14.449837 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:14.460781 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71938bc-c32e-4c1b-b23c-5e5925c6f5ac x-openstack-request-id: req-f71938bc-c32e-4c1b-b23c-5e5925c6f5ac {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:38:14.461066 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f435a35-7760-4b03-8d2e-6f40df5f5714", "tag": "fe6362dc-a493-493c-b74d-993dbc8bfad2", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:38:14.461314 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f71938bc-c32e-4c1b-b23c-5e5925c6f5ac {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:38:14.461711 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71938bc-c32e-4c1b-b23c-5e5925c6f5ac'] response: {'name': 'network-changed', 'server_uuid': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'tag': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'status': 'completed', 'code': 200} Aug 05 15:38:14.466407 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963f694-db30-4afb-a027-9b9e1b44448d service neutron] Pushing event updated for resources: {'Port': ['ID=fe6362dc-a493-493c-b74d-993dbc8bfad2,revision_number=3']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:14.528179 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2db67-c56c-4ba0-8659-68228c77c296 req-7719941f-6e07-473e-b311-7ffe8c323822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:14.529641 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d5a2db67-c56c-4ba0-8659-68228c77c296 req-7719941f-6e07-473e-b311-7ffe8c323822 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 1128 time: 0.0447812 Aug 05 15:38:14.631935 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2db67-c56c-4ba0-8659-68228c77c296 req-fa7b1f5c-d099-4843-b7db-f6e0765ace3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:14.633353 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d5a2db67-c56c-4ba0-8659-68228c77c296 req-fa7b1f5c-d099-4843-b7db-f6e0765ace3c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=2c77da48edba4903a1c51fee2a856167&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0970731 Aug 05 15:38:14.736461 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2db67-c56c-4ba0-8659-68228c77c296 req-c8c6ae35-0161-44ca-b75f-cf4d5591ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:14.738138 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d5a2db67-c56c-4ba0-8659-68228c77c296 req-c8c6ae35-0161-44ca-b75f-cf4d5591ef57 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972929 Aug 05 15:38:14.815749 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937413a9-a56b-4e73-9b11-d673a3417885 req-7bbb2ad4-f669-4606-a37b-7d0cc1788cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:14.817315 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-7bbb2ad4-f669-4606-a37b-7d0cc1788cb9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 1128 time: 0.0397003 Aug 05 15:38:14.861826 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-932b2b38-ea5c-4121-85af-58709af2f697 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6362dc-a493-493c-b74d-993dbc8bfad2 HTTP/1.1" status: 200 len: 217 time: 0.0348427 Aug 05 15:38:14.950281 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937413a9-a56b-4e73-9b11-d673a3417885 req-29a2ead6-2a77-4f2a-888e-388b1421c6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:14.951639 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-29a2ead6-2a77-4f2a-888e-388b1421c6fd service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c7a52748-13b7-41f4-a2d6-6c53085216f4 HTTP/1.1" status: 200 len: 854 time: 0.0838768 Aug 05 15:38:14.962078 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdcd0a-90f5-4a9a-8af3-0cd9fe867803 req-73bb6bea-5464-4909-8446-338db1fd3a6d tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:14.963426 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12bdcd0a-90f5-4a9a-8af3-0cd9fe867803 req-73bb6bea-5464-4909-8446-338db1fd3a6d tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 944 time: 0.0665369 Aug 05 15:38:15.018219 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:15.035847 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937413a9-a56b-4e73-9b11-d673a3417885 req-369eceee-d01c-4692-98e3-c234ee91b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:15.037398 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-369eceee-d01c-4692-98e3-c234ee91b143 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b05605aa-dd0e-428b-8865-2528537f12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731437 Aug 05 15:38:15.074929 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12bdcd0a-90f5-4a9a-8af3-0cd9fe867803 req-672085b3-4017-4758-8f4c-3b05e2dc0b73 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014192 Aug 05 15:38:15.142231 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-08b1bb6f-87c2-41af-8a73-e37e6b154b34 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936177 Aug 05 15:38:15.239414 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-937413a9-a56b-4e73-9b11-d673a3417885 req-d4190482-f201-42a5-8e82-a40d7b296c99 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901186 Aug 05 15:38:16.205826 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a1076-6ae8-439b-b1c2-da0fb08285a7 req-24a19b21-f9d9-4e23-bfe4-b5b2e6be1790 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:16.207298 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-674a1076-6ae8-439b-b1c2-da0fb08285a7 req-24a19b21-f9d9-4e23-bfe4-b5b2e6be1790 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 944 time: 0.0482109 Aug 05 15:38:16.254145 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-674a1076-6ae8-439b-b1c2-da0fb08285a7 req-f36c75b8-bbe8-41ff-b8b3-81038531de3d tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412021 Aug 05 15:38:17.104930 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46352) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:17.213087 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-edc2fca4-f823-49db-8161-852b93574864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:17.291436 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-edc2fca4-f823-49db-8161-852b93574864 admin admin] Publish callbacks [] for security_group (8484d16f-374b-470d-bd5f-6aeebb644630), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:17.356909 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-edc2fca4-f823-49db-8161-852b93574864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (8484d16f-374b-470d-bd5f-6aeebb644630), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:17.377705 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f8e0d-8d34-41af-ad55-39d8710fca2d req-88c37333-55a6-47c0-90a5-8a9b7daf7b2d tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:17.379382 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-007f8e0d-8d34-41af-ad55-39d8710fca2d req-88c37333-55a6-47c0-90a5-8a9b7daf7b2d tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 944 time: 0.0491323 Aug 05 15:38:17.397266 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2fca4-f823-49db-8161-852b93574864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8484d16f-374b-470d-bd5f-6aeebb644630,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:17.403647 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-edc2fca4-f823-49db-8161-852b93574864 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=0b8c2f1cc2f4495da1f2312f76dc3614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966001 Aug 05 15:38:17.406231 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46358) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:17.438689 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-007f8e0d-8d34-41af-ad55-39d8710fca2d req-58bf31fc-9cab-4468-9bc3-c83d7f47fbe8 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518641 Aug 05 15:38:17.463832 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4bd1-5b23-4f0b-9ea2-d32c7f6bc2eb admin admin] Publish callbacks [] for security_group (8484d16f-374b-470d-bd5f-6aeebb644630), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:17.486086 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4bd1-5b23-4f0b-9ea2-d32c7f6bc2eb admin admin] Publish callbacks [] for security_group (8484d16f-374b-470d-bd5f-6aeebb644630), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:17.514469 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:17.597297 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4bd1-5b23-4f0b-9ea2-d32c7f6bc2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (8484d16f-374b-470d-bd5f-6aeebb644630), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:17.600086 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4bd1-5b23-4f0b-9ea2-d32c7f6bc2eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:17.601279 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-c6ae4bd1-5b23-4f0b-9ea2-d32c7f6bc2eb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8484d16f-374b-470d-bd5f-6aeebb644630 HTTP/1.1" status: 204 len: 168 time: 0.1939440 Aug 05 15:38:17.610442 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ae4bd1-5b23-4f0b-9ea2-d32c7f6bc2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8484d16f-374b-470d-bd5f-6aeebb644630,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:18.105364 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device fe6362dc-a493-493c-b74d-993dbc8bfad2 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:38:18.212260 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port fe6362dc-a493-493c-b74d-993dbc8bfad2, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=fe6362dc-a493-493c-b74d-993dbc8bfad2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:18.227900 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'port_id': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'mac_address': 'fa:16:3e:31:cd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:38:18.262163 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port fe6362dc-a493-493c-b74d-993dbc8bfad2 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:18.262553 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:18.277893 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe6362dc-a493-493c-b74d-993dbc8bfad2 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:38:18.305782 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port fe6362dc-a493-493c-b74d-993dbc8bfad2, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=fe6362dc-a493-493c-b74d-993dbc8bfad2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:18.385140 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:18.433563 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=fe6362dc-a493-493c-b74d-993dbc8bfad2,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:18.569260 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc3813-da87-4c74-b7dc-2ed842cbbaec req-895638ff-f3b3-45ad-a9f4-8ee6f4a61aa9 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:18.570747 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-39bc3813-da87-4c74-b7dc-2ed842cbbaec req-895638ff-f3b3-45ad-a9f4-8ee6f4a61aa9 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 945 time: 0.0564477 Aug 05 15:38:18.616697 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['fe6362dc-a493-493c-b74d-993dbc8bfad2'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:38:18.621671 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-39bc3813-da87-4c74-b7dc-2ed842cbbaec req-41bf3765-dc98-4828-ba0a-55b34670ba61 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449853 Aug 05 15:38:19.758464 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6403f-e58b-4e03-9f08-e2e1e6072191 req-2d014071-ca91-4197-ac56-01193ccf650a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:19.759941 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1df6403f-e58b-4e03-9f08-e2e1e6072191 req-2d014071-ca91-4197-ac56-01193ccf650a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 945 time: 0.0495553 Aug 05 15:38:19.808490 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1df6403f-e58b-4e03-9f08-e2e1e6072191 req-e4eca85d-5fae-4c10-bd65-5807654154c3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414069 Aug 05 15:38:20.109406 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device fe6362dc-a493-493c-b74d-993dbc8bfad2 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:38:20.155456 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port fe6362dc-a493-493c-b74d-993dbc8bfad2 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:38:20.218507 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port fe6362dc-a493-493c-b74d-993dbc8bfad2 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:20.218831 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:20.260627 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:20.293425 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port fe6362dc-a493-493c-b74d-993dbc8bfad2 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:20.293809 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:20.316999 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6362dc-a493-493c-b74d-993dbc8bfad2'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:38:20.319226 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd673d4-effc-4213-a249-e8c7f7c936d6" -d '{"events": [{"server_uuid": "5f435a35-7760-4b03-8d2e-6f40df5f5714", "name": "network-vif-plugged", "status": "completed", "tag": "fe6362dc-a493-493c-b74d-993dbc8bfad2"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:38:20.332329 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port fe6362dc-a493-493c-b74d-993dbc8bfad2, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=fe6362dc-a493-493c-b74d-993dbc8bfad2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:20.364715 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a81db7-16ff-4d7a-abe7-ea68712b91a2 x-openstack-request-id: req-76a81db7-16ff-4d7a-abe7-ea68712b91a2 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:38:20.365260 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f435a35-7760-4b03-8d2e-6f40df5f5714", "name": "network-vif-plugged", "status": "completed", "tag": "fe6362dc-a493-493c-b74d-993dbc8bfad2", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:38:20.365685 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-76a81db7-16ff-4d7a-abe7-ea68712b91a2 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:38:20.366140 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a81db7-16ff-4d7a-abe7-ea68712b91a2'] response: {'server_uuid': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'code': 200} Aug 05 15:38:20.413691 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:20.464330 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=fe6362dc-a493-493c-b74d-993dbc8bfad2,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:20.509359 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-b9c82ad1-7631-4353-89e2-8b1a3c78b2eb tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=acd3963551a44ea8a6f9f5829f7d2332&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310555 Aug 05 15:38:20.590677 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:20.735472 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640704c1-baad-440d-8517-d7e98e092a44 req-0e327e5e-3757-419a-8386-e4eb06abdce0 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:20.736889 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-0e327e5e-3757-419a-8386-e4eb06abdce0 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222593 Aug 05 15:38:20.742254 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63346fba-4283-4be6-bb8a-db7d2bc81401 req-c3cf37d4-fb58-4679-9925-fce2147fcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:20.743661 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-63346fba-4283-4be6-bb8a-db7d2bc81401 req-c3cf37d4-fb58-4679-9925-fce2147fcd23 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 1130 time: 0.0596538 Aug 05 15:38:20.763170 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-ff43fd93-9c0c-48fa-a702-9b4da7aba666 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/quotas/acd3963551a44ea8a6f9f5829f7d2332 HTTP/1.1" status: 200 len: 375 time: 0.0185325 Aug 05 15:38:20.802879 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-714c40bb-6ad6-4222-8fd2-54177a3bccb7 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=acd3963551a44ea8a6f9f5829f7d2332&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332992 Aug 05 15:38:20.825099 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-63346fba-4283-4be6-bb8a-db7d2bc81401 req-1d8ba581-1e4a-444b-996e-d31f2d739f86 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689962 Aug 05 15:38:20.943867 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d1a5f-ddec-4e74-b362-ca76bb4a776f req-5d28abc1-51e5-4d52-85ad-4259d23c729e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:20.945464 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-599d1a5f-ddec-4e74-b362-ca76bb4a776f req-5d28abc1-51e5-4d52-85ad-4259d23c729e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 946 time: 0.0635135 Aug 05 15:38:20.995419 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-599d1a5f-ddec-4e74-b362-ca76bb4a776f req-f390dea3-495b-4a93-8e57-3f38d2b4a63e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443871 Aug 05 15:38:21.058981 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9e919c22-712d-44f7-bd8c-39eb2e8af702 req-4d5b3988-74f6-4643-bb9b-9f0a5fd8a8a8 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 210 time: 0.0335011 Aug 05 15:38:22.124467 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbe089-9a19-4294-a1d5-509c767ed5a8 req-eaf2bc38-e26b-4e09-8799-08cae8e7f1f3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:22.132704 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-13fbe089-9a19-4294-a1d5-509c767ed5a8 req-eaf2bc38-e26b-4e09-8799-08cae8e7f1f3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 946 time: 0.0586753 Aug 05 15:38:22.164367 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:22.192788 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0edc1005-8382-46d8-94ff-024aad7a01a5 req-6e4795d2-6ab1-4f79-9ddf-db0ed0b918ad tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 210 time: 0.0389969 Aug 05 15:38:22.207722 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-13fbe089-9a19-4294-a1d5-509c767ed5a8 req-702e2883-e899-4f91-9262-f863ea2011b1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734544 Aug 05 15:38:23.301055 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-299c2586-d3a3-4606-abf4-d4b5e33a86ff req-84c3c7de-48f7-4ab7-aa9e-3195751edfa8 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 210 time: 0.0361378 Aug 05 15:38:23.340945 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17ea8f-3b20-4a77-872b-169cbaf9ee7b req-ded8df04-d70f-4417-bcae-bc0e50549649 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:23.342432 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9c17ea8f-3b20-4a77-872b-169cbaf9ee7b req-ded8df04-d70f-4417-bcae-bc0e50549649 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 946 time: 0.0507283 Aug 05 15:38:23.393735 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9c17ea8f-3b20-4a77-872b-169cbaf9ee7b req-533d8ce4-f113-40c8-97fd-b942bdeb8ce4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450282 Aug 05 15:38:23.508725 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef41f2f-0e47-4e0e-b6f2-ebb68dab337e req-ab1443c8-5a28-4a57-b97b-a122d324fc90 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:23.510213 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fef41f2f-0e47-4e0e-b6f2-ebb68dab337e req-ab1443c8-5a28-4a57-b97b-a122d324fc90 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 946 time: 0.0459516 Aug 05 15:38:23.520356 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 46462) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:23.524972 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-a514831c-0cce-4944-9f6a-feb0da06694a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'floatingip': {'port_id': 'fe6362dc-a493-493c-b74d-993dbc8bfad2'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:23.561920 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a514831c-0cce-4944-9f6a-feb0da06694a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (2fb1b9d7-d8a5-420f-b590-a729831e3d7e), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:23.972451 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a514831c-0cce-4944-9f6a-feb0da06694a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:24.030775 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a514831c-0cce-4944-9f6a-feb0da06694a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (2fb1b9d7-d8a5-420f-b590-a729831e3d7e), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:24.106723 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:24.124362 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [None req-a514831c-0cce-4944-9f6a-feb0da06694a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Floating IP 2fb1b9d7-d8a5-420f-b590-a729831e3d7e associated. External IP: 172.27.0.8, port: fe6362dc-a493-493c-b74d-993dbc8bfad2. Aug 05 15:38:24.325386 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a514831c-0cce-4944-9f6a-feb0da06694a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Router 2a094309-06d4-48a9-ada8-166e4358c861 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:38:24.429231 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:24.433115 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-feffb9ef-625a-44fb-999c-81ba5167039d req-64f86c23-0f43-4f91-a127-3da9ab04d657 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 210 time: 0.0600557 Aug 05 15:38:24.455682 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a514831c-0cce-4944-9f6a-feb0da06694a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:38:24.460593 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a514831c-0cce-4944-9f6a-feb0da06694a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:24.466368 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef95040-f9a9-479d-8c28-6b2d40d804a9 None None] Sync routers for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:38:24.481699 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef95040-f9a9-479d-8c28-6b2d40d804a9 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:38:24.481699 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-0ef95040-f9a9-479d-8c28-6b2d40d804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:38:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:24.481699 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:24.492042 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a514831c-0cce-4944-9f6a-feb0da06694a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/2fb1b9d7-d8a5-420f-b590-a729831e3d7e HTTP/1.1" status: 200 len: 990 time: 0.9706371 Aug 05 15:38:24.492645 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'tag': 'fe6362dc-a493-493c-b74d-993dbc8bfad2'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:38:24.494999 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564693bd-6e88-4640-89b4-ef1cc3904f96" -d '{"events": [{"name": "network-changed", "server_uuid": "5f435a35-7760-4b03-8d2e-6f40df5f5714", "tag": "fe6362dc-a493-493c-b74d-993dbc8bfad2"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:38:24.533538 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd15bf6-f0a0-4501-a2a6-eefe03fbb9b5 x-openstack-request-id: req-8bd15bf6-f0a0-4501-a2a6-eefe03fbb9b5 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:38:24.533843 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f435a35-7760-4b03-8d2e-6f40df5f5714", "tag": "fe6362dc-a493-493c-b74d-993dbc8bfad2", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:38:24.534097 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8bd15bf6-f0a0-4501-a2a6-eefe03fbb9b5 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:38:24.534506 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd15bf6-f0a0-4501-a2a6-eefe03fbb9b5'] response: {'name': 'network-changed', 'server_uuid': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'tag': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'status': 'completed', 'code': 200} Aug 05 15:38:24.583427 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-0ef95040-f9a9-479d-8c28-6b2d40d804a9 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:38:24.789508 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-0ef95040-f9a9-479d-8c28-6b2d40d804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2fb1b9d7-d8a5-420f-b590-a729831e3d7e', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:31:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:08Z', 'updated_at': '2022-08-05T15:38:23Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:24.814207 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef95040-f9a9-479d-8c28-6b2d40d804a9 None None] Checking router: 2a094309-06d4-48a9-ada8-166e4358c861 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:38:24.822389 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef95040-f9a9-479d-8c28-6b2d40d804a9 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:38:24.823025 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-0ef95040-f9a9-479d-8c28-6b2d40d804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:38:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:24.922966 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-0ef95040-f9a9-479d-8c28-6b2d40d804a9 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:38:25.126679 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-0ef95040-f9a9-479d-8c28-6b2d40d804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2fb1b9d7-d8a5-420f-b590-a729831e3d7e', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:31:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:08Z', 'updated_at': '2022-08-05T15:38:23Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:25.150602 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef95040-f9a9-479d-8c28-6b2d40d804a9 None None] The sync data for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi is: [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2fb1b9d7-d8a5-420f-b590-a729831e3d7e', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:31:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:08Z', 'updated_at': '2022-08-05T15:38:23Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:38:25.322828 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13701dc-6052-4791-969e-ffba9548f242 None None] New status for floating IP 2fb1b9d7-d8a5-420f-b590-a729831e3d7e: ACTIVE {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:38:25.533109 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-707dd7a2-493a-4262-9e2a-d5bc7611eb31 req-0d08fe58-af5f-4c14-b102-3d7d2ba7e8ef tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 210 time: 0.0290606 Aug 05 15:38:25.819623 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564693bd-6e88-4640-89b4-ef1cc3904f96 req-7b65647c-4590-49ed-9473-d9e7f0f41a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:25.821306 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-564693bd-6e88-4640-89b4-ef1cc3904f96 req-7b65647c-4590-49ed-9473-d9e7f0f41a25 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 1130 time: 0.0498626 Aug 05 15:38:25.931190 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564693bd-6e88-4640-89b4-ef1cc3904f96 req-83932bfd-c342-45e1-9dbf-63b6c1266e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:25.932685 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-564693bd-6e88-4640-89b4-ef1cc3904f96 req-83932bfd-c342-45e1-9dbf-63b6c1266e85 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 916 time: 0.1047795 Aug 05 15:38:25.993794 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-564693bd-6e88-4640-89b4-ef1cc3904f96 req-e011d424-8d47-4f7e-ae7f-c1c428ce106d service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6362dc-a493-493c-b74d-993dbc8bfad2 HTTP/1.1" status: 200 len: 1000 time: 0.0543044 Aug 05 15:38:26.047085 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564693bd-6e88-4640-89b4-ef1cc3904f96 req-a4f369e1-35ea-431b-bfb2-abc9a406389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:26.048808 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-564693bd-6e88-4640-89b4-ef1cc3904f96 req-a4f369e1-35ea-431b-bfb2-abc9a406389b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c7a52748-13b7-41f4-a2d6-6c53085216f4 HTTP/1.1" status: 200 len: 854 time: 0.0477324 Aug 05 15:38:26.092849 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564693bd-6e88-4640-89b4-ef1cc3904f96 req-0f0a968c-2ce9-4632-8f34-431b04ac7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:26.094885 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-564693bd-6e88-4640-89b4-ef1cc3904f96 req-0f0a968c-2ce9-4632-8f34-431b04ac7b3a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b05605aa-dd0e-428b-8865-2528537f12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390234 Aug 05 15:38:26.189372 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-564693bd-6e88-4640-89b4-ef1cc3904f96 req-6a9662f3-6a2e-4d5c-8db8-ece82c368d61 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881324 Aug 05 15:38:26.189778 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-bfd161b8-51be-4828-96c3-f85e6554f64d tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=acd3963551a44ea8a6f9f5829f7d2332&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309110 Aug 05 15:38:26.288027 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-564693bd-6e88-4640-89b4-ef1cc3904f96 req-d7c0e810-665e-473a-87f9-674def01d3e7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888741 Aug 05 15:38:26.384246 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640704c1-baad-440d-8517-d7e98e092a44 req-f6852cec-66b1-4a38-b923-04c8fe723617 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:26.385733 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-f6852cec-66b1-4a38-b923-04c8fe723617 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863303 Aug 05 15:38:26.397919 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Request body: {'port': {'device_id': '1249d2a6-8c0f-4e2d-96e8-a729292dff7d', 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0', 'admin_state_up': True, 'tenant_id': 'acd3963551a44ea8a6f9f5829f7d2332'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:26.591340 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Made reservation on behalf of acd3963551a44ea8a6f9f5829f7d2332 for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:38:26.594879 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:26.604155 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:26.648349 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-189729c9-d8ad-4406-9dbb-6386a154b05d req-a45c24e5-581f-4b44-8b35-ad8e76594fab tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 210 time: 0.0405133 Aug 05 15:38:26.684091 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Publish callbacks [] for security_group (1865d931-67a3-40b5-8a37-0880d3bad985), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:26.733387 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (1865d931-67a3-40b5-8a37-0880d3bad985), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:26.799269 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1865d931-67a3-40b5-8a37-0880d3bad985,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:26.872148 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Allocated IP 192.168.233.195 (ce192ecf-5408-4735-8bd0-ab5a7748f0d0/dc347468-d317-4585-9a46-5dbcd79ee1d6/8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:38:26.880933 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:27.024408 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:27.024408 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Publish callbacks [] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:27.129783 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:27.175903 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Network ce192ecf-5408-4735-8bd0-ab5a7748f0d0 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:27.179390 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:27.181902 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:38:27.210798 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Pushing event updated for resources: {'Port': ['ID=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:27.239435 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:27.240100 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:27.343327 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ba9d5b0-b708-4215-b3b6-b903c32badff tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9489846 Aug 05 15:38:27.354464 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Request body: {'port': {'device_id': '1249d2a6-8c0f-4e2d-96e8-a729292dff7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:27.427061 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-ac140342-d521-4886-b888-9511531a0654 None None] Provisioning complete for port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:27.427629 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ac140342-d521-4886-b888-9511531a0654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:27.430434 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:27.430605 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:27.459090 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-e2d81423-1b01-4662-9189-707541d6e3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:27.472255 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-ac140342-d521-4886-b888-9511531a0654 None None] Port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:38:27.683335 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:27.685443 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:38:27.693519 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Publish callbacks [] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:27.706691 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Transition to ACTIVE for port object 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:38:27.774234 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189de4f3-392a-41d9-ba53-f6db52564cc6 req-bd34db4d-7241-4229-bf60-7b2625ac7058 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:27.775766 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-189de4f3-392a-41d9-ba53-f6db52564cc6 req-bd34db4d-7241-4229-bf60-7b2625ac7058 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 936 time: 0.0505939 Aug 05 15:38:27.779512 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:27.831048 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-189de4f3-392a-41d9-ba53-f6db52564cc6 req-fb368367-4946-454e-ae51-9fe88428a8d3 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493882 Aug 05 15:38:27.860206 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Pushing event updated for resources: {'Port': ['ID=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:27.891713 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Attempting to bind port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:38:27.892076 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Attempting to bind port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:38:27.892414 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Attempting to bind port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d on network ce192ecf-5408-4735-8bd0-ab5a7748f0d0 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:38:27.896792 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d on network ce192ecf-5408-4735-8bd0-ab5a7748f0d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:38:27.897123 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Attempting to bind port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d on network ce192ecf-5408-4735-8bd0-ab5a7748f0d0 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:38:27.902176 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:38:27.902507 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Checking segment: {'id': '2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:38:27.902882 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Bound using segment: {'id': '2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:38:27.903304 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Bound port: 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:38:27.903653 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:27.964951 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] For port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:38:27.967819 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] For port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d,segment=NetworkSegment(2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8),segment_id=2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:38:28.031451 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:28.035706 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:28.036332 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:28.037699 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d HTTP/1.1" status: 200 len: 1098 time: 0.6874597 Aug 05 15:38:28.038187 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1249d2a6-8c0f-4e2d-96e8-a729292dff7d', 'tag': '8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:38:28.040448 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4643b8-2fb8-428e-ad2b-198392bfaa60" -d '{"events": [{"name": "network-changed", "server_uuid": "1249d2a6-8c0f-4e2d-96e8-a729292dff7d", "tag": "8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:38:28.100223 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1af9c2a-6722-43e5-9adf-e57937f2bbc7 x-openstack-request-id: req-c1af9c2a-6722-43e5-9adf-e57937f2bbc7 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:38:28.100223 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1249d2a6-8c0f-4e2d-96e8-a729292dff7d", "tag": "8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:38:28.100223 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c1af9c2a-6722-43e5-9adf-e57937f2bbc7 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:38:28.100548 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1af9c2a-6722-43e5-9adf-e57937f2bbc7'] response: {'name': 'network-changed', 'server_uuid': '1249d2a6-8c0f-4e2d-96e8-a729292dff7d', 'tag': '8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d', 'status': 'completed', 'code': 200} Aug 05 15:38:28.101065 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007b49c-69c0-4508-b697-673d2d7a7e38 service neutron] Pushing event updated for resources: {'Port': ['ID=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:28.170734 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4643b8-2fb8-428e-ad2b-198392bfaa60 req-7fb539f1-63e8-4779-807c-8742b20bbcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:28.172967 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5c4643b8-2fb8-428e-ad2b-198392bfaa60 req-7fb539f1-63e8-4779-807c-8742b20bbcce service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=acd3963551a44ea8a6f9f5829f7d2332&device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 1132 time: 0.0430229 Aug 05 15:38:28.199636 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5c4643b8-2fb8-428e-ad2b-198392bfaa60 req-45ee3ed1-fdd0-471d-b69e-cbabf8fc0522 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=acd3963551a44ea8a6f9f5829f7d2332&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203249 Aug 05 15:38:28.295235 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4643b8-2fb8-428e-ad2b-198392bfaa60 req-57698879-84e8-4d8a-9d35-77a47cd0ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:28.296797 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5c4643b8-2fb8-428e-ad2b-198392bfaa60 req-57698879-84e8-4d8a-9d35-77a47cd0ae3f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921276 Aug 05 15:38:28.371662 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640704c1-baad-440d-8517-d7e98e092a44 req-dbc9f39e-ec01-4787-8dbf-e4a39a023caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:28.373371 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-dbc9f39e-ec01-4787-8dbf-e4a39a023caf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=acd3963551a44ea8a6f9f5829f7d2332&device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 1132 time: 0.0401042 Aug 05 15:38:28.416928 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-e840cd4c-8097-4f26-be91-35049bbc36ca service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d HTTP/1.1" status: 200 len: 217 time: 0.0350969 Aug 05 15:38:28.464841 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ff323a1-0b51-4f3e-9ee6-f8de16ea29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:28.500411 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-8ff323a1-0b51-4f3e-9ee6-f8de16ea29f2 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=dc347468-d317-4585-9a46-5dbcd79ee1d6 HTTP/1.1" status: 200 len: 843 time: 0.0438240 Aug 05 15:38:28.511274 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640704c1-baad-440d-8517-d7e98e092a44 req-83a4e077-023d-47c1-a059-28bc85335d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:28.512802 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-83a4e077-023d-47c1-a059-28bc85335d9a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ce192ecf-5408-4735-8bd0-ab5a7748f0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0400562 Aug 05 15:38:28.526985 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:28.607068 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-42e1947b-3133-40a2-9f6f-06b8672c23aa service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ce192ecf-5408-4735-8bd0-ab5a7748f0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866253 Aug 05 15:38:28.696447 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-640704c1-baad-440d-8517-d7e98e092a44 req-f8ea288c-3852-4cf8-8314-67dc7c0ae01c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ce192ecf-5408-4735-8bd0-ab5a7748f0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830364 Aug 05 15:38:28.948434 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffc54d-edd5-44d4-85c4-72eaf690ba8a req-11fdc727-8a7d-4613-8892-ffee3f2f22c9 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:28.949881 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5dffc54d-edd5-44d4-85c4-72eaf690ba8a req-11fdc727-8a7d-4613-8892-ffee3f2f22c9 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 948 time: 0.0458348 Aug 05 15:38:28.975363 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:28.996415 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5dffc54d-edd5-44d4-85c4-72eaf690ba8a req-40be0059-5b46-4f37-bb95-9317003b4222 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406325 Aug 05 15:38:29.871718 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-20319f69-7b50-400e-b85d-bdb2e103e118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:30.121386 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee31c0-fd7f-4ce9-a8ae-47140d9e5fd2 req-bf6b4009-028d-4d89-9e1b-cb5a70f1d0c5 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:30.123106 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-78ee31c0-fd7f-4ce9-a8ae-47140d9e5fd2 req-bf6b4009-028d-4d89-9e1b-cb5a70f1d0c5 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 948 time: 0.0537293 Aug 05 15:38:30.192520 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-78ee31c0-fd7f-4ce9-a8ae-47140d9e5fd2 req-2630856d-7eb2-4669-b47c-fb542d3ebcfe tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610914 Aug 05 15:38:30.894259 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:30.922739 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:31.310830 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b306b1a-9685-48d4-8731-7daf7f38f33a req-a6a891e8-ff49-4721-913a-5cf9ad8946da tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:31.312487 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b306b1a-9685-48d4-8731-7daf7f38f33a req-a6a891e8-ff49-4721-913a-5cf9ad8946da tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 948 time: 0.0472641 Aug 05 15:38:31.363498 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b306b1a-9685-48d4-8731-7daf7f38f33a req-a4897aec-02d3-4219-9fab-228d1ada0752 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Aug 05 15:38:31.526843 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-1e770c09-392f-44ab-beb8-452fc8646c00 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1650709576&fields=id&tenant_id=99b26247f85d45c0a7c1e763758f2e69 HTTP/1.1" status: 200 len: 267 time: 0.0443943 Aug 05 15:38:31.836144 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:31.884436 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-a20b0215-9a57-4e64-88a9-8c3cc5ddacf4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:31.888210 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-a20b0215-9a57-4e64-88a9-8c3cc5ddacf4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 811 time: 0.3516853 Aug 05 15:38:31.900957 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-d51d2887-c335-4e01-9cec-f6fe7e45ba90 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/quotas/99b26247f85d45c0a7c1e763758f2e69 HTTP/1.1" status: 200 len: 375 time: 0.0095491 Aug 05 15:38:31.949863 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-77ef425f-9ca9-4396-85b8-c0e7dce39348 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0442519 Aug 05 15:38:32.054843 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-f973a32c-b090-4016-a1f2-9b7ab3c644cf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927830 Aug 05 15:38:32.143293 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-43b31a05-6456-4a16-bd5d-c1639571b000 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827050 Aug 05 15:38:32.409174 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:32.496995 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f9ef3-3053-4166-9e65-6b763e513cfe req-42271e5a-1f84-4849-aff5-ed8700d786e2 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:32.498491 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5c2f9ef3-3053-4166-9e65-6b763e513cfe req-42271e5a-1f84-4849-aff5-ed8700d786e2 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 948 time: 0.0519273 Aug 05 15:38:32.546353 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5c2f9ef3-3053-4166-9e65-6b763e513cfe req-9412b1d8-933c-4552-933b-6d8ee2ad78c5 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Aug 05 15:38:32.653973 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:32.794527 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a930fffc-2d0b-4e12-adff-534cc07ab967 req-4351ecd8-70ab-455a-90dc-9188dbcb755c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 210 time: 0.0289507 Aug 05 15:38:32.799016 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:38:32.902696 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d,segment=NetworkSegment(2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8),segment_id=2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:32.914221 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d', 'network_id': 'ce192ecf-5408-4735-8bd0-ab5a7748f0d0', 'port_id': '8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d', 'mac_address': 'fa:16:3e:e9:5e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc347468-d317-4585-9a46-5dbcd79ee1d6', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:38:32.939351 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:32.949291 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:32.952794 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:32.962927 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:38:32.982079 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d,segment=NetworkSegment(2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8),segment_id=2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:33.048697 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:33.095714 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:33.662974 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27381683-f29c-458c-9e50-11caf3a6e3e7 req-e7e43109-e77a-43b2-bbd8-7dbdb7e12f3a tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:33.664418 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27381683-f29c-458c-9e50-11caf3a6e3e7 req-e7e43109-e77a-43b2-bbd8-7dbdb7e12f3a tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 949 time: 0.0460293 Aug 05 15:38:33.710442 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-27381683-f29c-458c-9e50-11caf3a6e3e7 req-e145bd2a-484c-4eaa-b99a-ca0717079fa0 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405583 Aug 05 15:38:33.894026 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-79f28e75-913b-476b-8751-502092aed4e0 req-e4947530-5388-45e8-900e-cd9b630da2f9 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 210 time: 0.0300951 Aug 05 15:38:34.809832 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:38:34.831272 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5cb39e-1e09-4376-ad5f-eea741ae8954 req-6b2736e4-2bdb-45ba-ba7a-3d4f23110d26 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:34.842910 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8f5cb39e-1e09-4376-ad5f-eea741ae8954 req-6b2736e4-2bdb-45ba-ba7a-3d4f23110d26 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 949 time: 0.0507519 Aug 05 15:38:34.883452 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8f5cb39e-1e09-4376-ad5f-eea741ae8954 req-dce7eade-bee8-404e-b10d-32d872e41fd6 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Aug 05 15:38:34.995956 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fe1d41f6-4388-4f74-aa84-f90c895d728d req-0adae1a4-a2a8-4134-80d6-830ec38ad136 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 210 time: 0.0274017 Aug 05 15:38:35.425299 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:35.427547 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:35.527886 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-5f4d7387-01e1-4a18-a603-8a48efe61d09 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:35.529429 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-5f4d7387-01e1-4a18-a603-8a48efe61d09 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 811 time: 0.1132696 Aug 05 15:38:35.550891 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:35.591627 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-7eb85039-6ba6-4408-92f3-8c6ae3143491 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=99b26247f85d45c0a7c1e763758f2e69 HTTP/1.1" status: 200 len: 380 time: 0.0533068 Aug 05 15:38:35.605594 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'port': {'device_id': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'admin_state_up': True, 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'security_groups': ['223196b4-b30c-4dde-b61f-7a5885da015d']}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:35.967134 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:36.006816 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b368272-b0c9-4020-aee4-24fdd8a4c2b1 req-0ef1f886-8105-4e8c-926e-ea0f04ba4864 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:36.008347 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8b368272-b0c9-4020-aee4-24fdd8a4c2b1 req-0ef1f886-8105-4e8c-926e-ea0f04ba4864 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 949 time: 0.0497968 Aug 05 15:38:36.013769 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Made reservation on behalf of 99b26247f85d45c0a7c1e763758f2e69 for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:38:36.017917 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:36.060886 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8b368272-b0c9-4020-aee4-24fdd8a4c2b1 req-dc1b52b5-982c-4556-b0d6-602fb4fa7a9d tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470064 Aug 05 15:38:36.101754 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f4d6374b-ae53-4870-acda-7211d6a79276 req-3f187a57-9428-4eb0-ab26-2c78603f0e7a tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 210 time: 0.0295401 Aug 05 15:38:36.154655 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Allocated IP 172.20.0.14 (9b73dcac-fd0b-490d-b366-7eddfd909984/fdda4929-7d3f-4165-b49e-7fa36c7c477d/bedd8c00-a5cc-4970-b3d9-dab948345d16) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:38:36.298575 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:36.380282 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:36.406650 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:36.420850 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Network 9b73dcac-fd0b-490d-b366-7eddfd909984 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:36.426624 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:36.430576 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:38:36.459192 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'Port': ['ID=bedd8c00-a5cc-4970-b3d9-dab948345d16,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:36.484622 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:36.485264 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:36.551062 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:38:36.571696 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-2fa22aa6-e493-4701-816f-2a95af98c568 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9699287 Aug 05 15:38:36.585125 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Request body: {'port': {'device_id': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:36.597835 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:38:36.642917 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:36.643290 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:36.649651 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:36.681597 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-6148b394-aedc-4903-ba52-5e4c01f4a2b9 None None] Provisioning complete for port bedd8c00-a5cc-4970-b3d9-dab948345d16 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:36.681965 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6148b394-aedc-4903-ba52-5e4c01f4a2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:36.718179 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-6148b394-aedc-4903-ba52-5e4c01f4a2b9 None None] Port bedd8c00-a5cc-4970-b3d9-dab948345d16 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:38:36.752342 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:36.752728 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:36.770936 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:36.775602 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1249d2a6-8c0f-4e2d-96e8-a729292dff7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:38:36.779989 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c77f53-9db7-489e-bd02-66edfe3b26a0" -d '{"events": [{"server_uuid": "1249d2a6-8c0f-4e2d-96e8-a729292dff7d", "name": "network-vif-plugged", "status": "completed", "tag": "8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:38:36.794099 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d,segment=NetworkSegment(2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8),segment_id=2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:36.818993 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42290cf2-48c8-47c0-9abf-e9d16afe34c8 x-openstack-request-id: req-42290cf2-48c8-47c0-9abf-e9d16afe34c8 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:38:36.819342 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1249d2a6-8c0f-4e2d-96e8-a729292dff7d", "name": "network-vif-plugged", "status": "completed", "tag": "8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:38:36.819601 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-42290cf2-48c8-47c0-9abf-e9d16afe34c8 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:38:36.820001 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42290cf2-48c8-47c0-9abf-e9d16afe34c8'] response: {'server_uuid': '1249d2a6-8c0f-4e2d-96e8-a729292dff7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d', 'code': 200} Aug 05 15:38:36.843304 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:36.859268 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:36.928826 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedd8c00-a5cc-4970-b3d9-dab948345d16 {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:38:36.937057 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Publish callbacks [] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:36.950718 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Transition to ACTIVE for port object bedd8c00-a5cc-4970-b3d9-dab948345d16 will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:38:37.023669 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:37.054354 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:37.142441 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Pushing event updated for resources: {'Port': ['ID=bedd8c00-a5cc-4970-b3d9-dab948345d16,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:37.155105 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb2701-c5bf-4881-afda-e5ee8a53d70c req-8b5a5138-8f87-41dc-b768-a0332de6ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:37.160391 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-85eb2701-c5bf-4881-afda-e5ee8a53d70c req-8b5a5138-8f87-41dc-b768-a0332de6ae10 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 1134 time: 0.0523620 Aug 05 15:38:37.177111 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Attempting to bind port bedd8c00-a5cc-4970-b3d9-dab948345d16 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:38:37.177448 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Attempting to bind port bedd8c00-a5cc-4970-b3d9-dab948345d16 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:38:37.177775 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Attempting to bind port bedd8c00-a5cc-4970-b3d9-dab948345d16 on network 9b73dcac-fd0b-490d-b366-7eddfd909984 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:38:37.182815 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Port bedd8c00-a5cc-4970-b3d9-dab948345d16 on network 9b73dcac-fd0b-490d-b366-7eddfd909984 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:38:37.185523 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Attempting to bind port bedd8c00-a5cc-4970-b3d9-dab948345d16 on network 9b73dcac-fd0b-490d-b366-7eddfd909984 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:38:37.189798 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:38:37.190700 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Checking segment: {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:38:37.190700 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Bound using segment: {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:38:37.191057 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Bound port: bedd8c00-a5cc-4970-b3d9-dab948345d16, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a10d4a6-54da-417e-b370-6903538b68d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:38:37.191491 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:37.216059 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be88cd9-673a-4e72-b27a-d0e28f13deaf req-705437ea-a0da-4f84-9748-71fc984921e8 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:37.217518 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1be88cd9-673a-4e72-b27a-d0e28f13deaf req-705437ea-a0da-4f84-9748-71fc984921e8 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 950 time: 0.0809579 Aug 05 15:38:37.246416 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:37.259504 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] For port bedd8c00-a5cc-4970-b3d9-dab948345d16, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:38:37.263121 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] For port bedd8c00-a5cc-4970-b3d9-dab948345d16, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=bedd8c00-a5cc-4970-b3d9-dab948345d16,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:38:37.284757 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-85eb2701-c5bf-4881-afda-e5ee8a53d70c req-a959c8d5-a680-4c4c-8dbc-45952113a667 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045024 Aug 05 15:38:37.293434 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ea6e6-4f4e-410a-b2b9-d23b996af4d5 req-f8bc8289-6224-460a-8d97-82945bc933bc tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:37.294805 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-916ea6e6-4f4e-410a-b2b9-d23b996af4d5 req-f8bc8289-6224-460a-8d97-82945bc933bc tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 944 time: 0.0884748 Aug 05 15:38:37.332506 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1be88cd9-673a-4e72-b27a-d0e28f13deaf req-374bf643-b7cc-4597-8f53-5b20013cc5df tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992942 Aug 05 15:38:37.360099 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-916ea6e6-4f4e-410a-b2b9-d23b996af4d5 req-ae68896b-6f28-40a0-bc45-cbd0b5b61055 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581691 Aug 05 15:38:37.363543 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:37.367782 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:37.368424 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:37.369800 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/bedd8c00-a5cc-4970-b3d9-dab948345d16 HTTP/1.1" status: 200 len: 1094 time: 0.7891569 Aug 05 15:38:37.370286 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'tag': 'bedd8c00-a5cc-4970-b3d9-dab948345d16'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:38:37.372623 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78250477-4600-4d30-b287-516e26c16297" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d75ad1-7ef8-42aa-b898-36ff34c67162", "tag": "bedd8c00-a5cc-4970-b3d9-dab948345d16"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:38:37.415336 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4929f5c3-beea-4bcb-bb83-b63b5e0e21f9 x-openstack-request-id: req-4929f5c3-beea-4bcb-bb83-b63b5e0e21f9 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:38:37.415336 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d75ad1-7ef8-42aa-b898-36ff34c67162", "tag": "bedd8c00-a5cc-4970-b3d9-dab948345d16", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:38:37.415336 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4929f5c3-beea-4bcb-bb83-b63b5e0e21f9 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:38:37.415710 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4929f5c3-beea-4bcb-bb83-b63b5e0e21f9'] response: {'name': 'network-changed', 'server_uuid': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'tag': 'bedd8c00-a5cc-4970-b3d9-dab948345d16', 'status': 'completed', 'code': 200} Aug 05 15:38:37.427294 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf28f-ad31-4bee-94aa-8215eb196e3a service neutron] Pushing event updated for resources: {'Port': ['ID=bedd8c00-a5cc-4970-b3d9-dab948345d16,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:37.565347 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78250477-4600-4d30-b287-516e26c16297 req-8680fd75-9c86-4ff0-9a88-52613c89c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:37.566899 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-78250477-4600-4d30-b287-516e26c16297 req-8680fd75-9c86-4ff0-9a88-52613c89c9f9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 1128 time: 0.0432432 Aug 05 15:38:37.681558 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78250477-4600-4d30-b287-516e26c16297 req-6c48d537-58fd-4f7f-aecd-290d0957947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:37.683290 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-78250477-4600-4d30-b287-516e26c16297 req-6c48d537-58fd-4f7f-aecd-290d0957947b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=99b26247f85d45c0a7c1e763758f2e69&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1023695 Aug 05 15:38:37.783246 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78250477-4600-4d30-b287-516e26c16297 req-b98fce1e-1ded-448e-a8bf-db2a0e63f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:37.784829 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-78250477-4600-4d30-b287-516e26c16297 req-b98fce1e-1ded-448e-a8bf-db2a0e63f6cf service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940709 Aug 05 15:38:38.099927 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-f934b2ae-8de9-471b-9561-44db381be0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:38.101584 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-f934b2ae-8de9-471b-9561-44db381be0db service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 1128 time: 0.0459678 Aug 05 15:38:38.145146 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-0bd58e29-9e3d-4089-9d6c-7794ede7cc66 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bedd8c00-a5cc-4970-b3d9-dab948345d16 HTTP/1.1" status: 200 len: 217 time: 0.0359757 Aug 05 15:38:38.197404 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-0290cd2f-f2c1-428d-bc16-b573e51ac803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:38.198916 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-0290cd2f-f2c1-428d-bc16-b573e51ac803 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fdda4929-7d3f-4165-b49e-7fa36c7c477d HTTP/1.1" status: 200 len: 850 time: 0.0449827 Aug 05 15:38:38.244522 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-23dabdd8-dce2-4c65-b7cb-f5ff269f0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:38.246017 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-23dabdd8-dce2-4c65-b7cb-f5ff269f0afc service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9b73dcac-fd0b-490d-b366-7eddfd909984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395803 Aug 05 15:38:38.367100 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-3f8c34ee-bbbc-4502-9529-378761503bcf service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907457 Aug 05 15:38:38.482909 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10963aef-0c76-48c2-87b0-f35d1bec92d7 req-7a44c333-b248-4031-ac00-6bc4d87f9092 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:38.484418 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-10963aef-0c76-48c2-87b0-f35d1bec92d7 req-7a44c333-b248-4031-ac00-6bc4d87f9092 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 950 time: 0.0784254 Aug 05 15:38:38.513834 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294d0a3-84ad-4c4b-835a-17f0e98bc50b req-ead6b1c5-c6e5-4bf8-8a38-23986f78966c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:38.515288 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a294d0a3-84ad-4c4b-835a-17f0e98bc50b req-ead6b1c5-c6e5-4bf8-8a38-23986f78966c tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 944 time: 0.0754020 Aug 05 15:38:38.534250 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:38.562432 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-10963aef-0c76-48c2-87b0-f35d1bec92d7 req-e3c57d88-e044-4a79-bfb4-b38233b586c6 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716810 Aug 05 15:38:38.587612 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a294d0a3-84ad-4c4b-835a-17f0e98bc50b req-caf7451e-3a02-464f-9367-85b7d4960ac2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653374 Aug 05 15:38:38.995816 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-73735b7a-581b-46f5-b80f-5f7d7efed181 req-a95f6114-419a-4b9c-b44b-d1c9672b0880 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883343 Aug 05 15:38:39.735378 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b9ed8-9689-42b8-a18d-22a13855f226 req-cab782d0-7596-45bc-8fd3-a523691e3c11 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:39.736915 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a12b9ed8-9689-42b8-a18d-22a13855f226 req-cab782d0-7596-45bc-8fd3-a523691e3c11 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 950 time: 0.0958619 Aug 05 15:38:39.767018 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab33c9-7235-41d3-b809-202b0e8a2bde req-ba24b8cd-f4e6-4425-81e2-6b44416e972b tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:39.768690 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2cab33c9-7235-41d3-b809-202b0e8a2bde req-ba24b8cd-f4e6-4425-81e2-6b44416e972b tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 944 time: 0.0818908 Aug 05 15:38:39.820585 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a12b9ed8-9689-42b8-a18d-22a13855f226 req-d22163d9-87f1-49d8-891e-f19d21a1582d tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763955 Aug 05 15:38:39.847583 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2cab33c9-7235-41d3-b809-202b0e8a2bde req-93b86c6b-f19e-4652-97a7-7e9a9f987da4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692854 Aug 05 15:38:40.272901 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7b08-4692-46db-8f14-63b70b111ddb req-d6026be0-b926-4eb2-a8f8-5142809fd6e1 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:40.274338 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-55cb7b08-4692-46db-8f14-63b70b111ddb req-d6026be0-b926-4eb2-a8f8-5142809fd6e1 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 950 time: 0.0457437 Aug 05 15:38:40.324758 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-55cb7b08-4692-46db-8f14-63b70b111ddb req-2206075a-6de6-4089-a26a-e8c2de47f4b3 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445220 Aug 05 15:38:40.970330 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe233a-2b52-450a-a0b3-8d18395b4a01 req-2e79eac7-8dbf-46df-ad4b-8ebb97d2bc1a tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:40.971685 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ebe233a-2b52-450a-a0b3-8d18395b4a01 req-2e79eac7-8dbf-46df-ad4b-8ebb97d2bc1a tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 944 time: 0.0459523 Aug 05 15:38:41.019962 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ebe233a-2b52-450a-a0b3-8d18395b4a01 req-ac5752aa-c7a4-4234-bc69-94003efab197 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427999 Aug 05 15:38:41.443939 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81ef5b-491c-4106-8a47-5b80a7aa54da req-6a2d49c9-641e-4f01-9062-f4b56b21655a tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:41.445412 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5d81ef5b-491c-4106-8a47-5b80a7aa54da req-6a2d49c9-641e-4f01-9062-f4b56b21655a tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 950 time: 0.0480943 Aug 05 15:38:41.458167 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:41.494853 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5d81ef5b-491c-4106-8a47-5b80a7aa54da req-0df97c47-1427-4c78-8378-103e9affa44c tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435359 Aug 05 15:38:42.141169 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d15cd-ff57-440b-8aee-0bc7df9083cd req-46d8f047-1e89-4700-a834-2ebd46f76fbe tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:42.143233 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7c2d15cd-ff57-440b-8aee-0bc7df9083cd req-46d8f047-1e89-4700-a834-2ebd46f76fbe tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 944 time: 0.0503755 Aug 05 15:38:42.192389 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7c2d15cd-ff57-440b-8aee-0bc7df9083cd req-053f4880-95f5-4793-b190-6e9ae159d0c2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436382 Aug 05 15:38:42.611639 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a911c9-810d-4648-9a0f-bb6acbcbcf38 req-3af058f2-d81e-4fc3-b9f7-6e62d85c7dc8 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:42.613117 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c5a911c9-810d-4648-9a0f-bb6acbcbcf38 req-3af058f2-d81e-4fc3-b9f7-6e62d85c7dc8 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 950 time: 0.0465569 Aug 05 15:38:42.659018 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c5a911c9-810d-4648-9a0f-bb6acbcbcf38 req-6ae1f737-3a49-4e11-89ae-a46480c785ef tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405610 Aug 05 15:38:42.915620 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:38:43.309363 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72a83d-4172-47df-8b56-a514db1ae4ce req-ce6b254d-96e5-4b0b-b1f2-8cdf13f4e993 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:43.310826 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1e72a83d-4172-47df-8b56-a514db1ae4ce req-ce6b254d-96e5-4b0b-b1f2-8cdf13f4e993 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 944 time: 0.0466063 Aug 05 15:38:43.363691 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1e72a83d-4172-47df-8b56-a514db1ae4ce req-3313890f-1e3a-49d7-96fe-e93864a39820 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466154 Aug 05 15:38:43.684167 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067184cc-ad14-4165-b4b9-cbedd3f12861 req-043d1d90-89dd-409b-b5b5-7a2f2c8a0b76 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:43.685606 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-067184cc-ad14-4165-b4b9-cbedd3f12861 req-043d1d90-89dd-409b-b5b5-7a2f2c8a0b76 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 950 time: 0.0462394 Aug 05 15:38:43.703578 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:43.776537 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-067184cc-ad14-4165-b4b9-cbedd3f12861 req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Deleting port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:38:43.776902 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-067184cc-ad14-4165-b4b9-cbedd3f12861 req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:43.780890 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e964e-912d-427e-aaa3-1c72bcf66c92 req-4161b9c0-5b62-4b88-928d-c9eeb0d67efa tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:43.782380 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b3e964e-912d-427e-aaa3-1c72bcf66c92 req-4161b9c0-5b62-4b88-928d-c9eeb0d67efa tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 950 time: 0.0485370 Aug 05 15:38:43.830957 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b3e964e-912d-427e-aaa3-1c72bcf66c92 req-fad4bd49-6699-420f-a5eb-eaf35f620a03 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1865d931-67a3-40b5-8a37-0880d3bad985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Aug 05 15:38:43.875909 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-067184cc-ad14-4165-b4b9-cbedd3f12861 req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] For port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d,segment=NetworkSegment(2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8),segment_id=2ffdb7df-fee0-4b25-b7a0-b7a84cfbfea8)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:43.876870 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-067184cc-ad14-4165-b4b9-cbedd3f12861 req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:43.890152 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-067184cc-ad14-4165-b4b9-cbedd3f12861 req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Calling delete_port for 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d owned by compute:nova {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:38:44.089059 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-067184cc-ad14-4165-b4b9-cbedd3f12861 req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:44.100319 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:44.100866 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:38:44.119924 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Pushing event deleted for resources: {'Port': ['ID=8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:44.152248 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.152610 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.152958 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.153312 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.153635 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.153975 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.154300 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.154630 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.154956 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.155286 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.155615 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.155972 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.156329 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.156638 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.159168 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:44.196409 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-067184cc-ad14-4165-b4b9-cbedd3f12861 req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] No DVR routers for this DVR port 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d on host hv-cinder-84989 {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:38:44.201254 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-067184cc-ad14-4165-b4b9-cbedd3f12861 req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:44.204919 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-067184cc-ad14-4165-b4b9-cbedd3f12861 req-b552dfb8-bc7e-4580-97c4-faa6fddace10 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.17 "DELETE /networking/v2.0/ports/8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d HTTP/1.1" status: 204 len: 173 time: 0.5104196 Aug 05 15:38:44.205378 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1249d2a6-8c0f-4e2d-96e8-a729292dff7d', 'name': 'network-vif-deleted', 'tag': '8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:38:44.207647 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded0e734-24a3-4fc4-820f-d05023dca1a0" -d '{"events": [{"server_uuid": "1249d2a6-8c0f-4e2d-96e8-a729292dff7d", "name": "network-vif-deleted", "tag": "8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:38:44.245523 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce97f61b-934d-4554-a4cc-c0c0f53d4b23 x-openstack-request-id: req-ce97f61b-934d-4554-a4cc-c0c0f53d4b23 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:38:44.245823 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1249d2a6-8c0f-4e2d-96e8-a729292dff7d", "name": "network-vif-deleted", "tag": "8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:38:44.246080 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ce97f61b-934d-4554-a4cc-c0c0f53d4b23 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:38:44.246511 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce97f61b-934d-4554-a4cc-c0c0f53d4b23'] response: {'server_uuid': '1249d2a6-8c0f-4e2d-96e8-a729292dff7d', 'name': 'network-vif-deleted', 'tag': '8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d', 'status': 'completed', 'code': 200} Aug 05 15:38:44.481859 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f82ed-915b-46bc-8045-b923d71c38e9 req-ee7ed966-4426-4b62-a0cc-e4708b94fe90 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:44.483334 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ce2f82ed-915b-46bc-8045-b923d71c38e9 req-ee7ed966-4426-4b62-a0cc-e4708b94fe90 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 944 time: 0.0477343 Aug 05 15:38:44.535017 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ce2f82ed-915b-46bc-8045-b923d71c38e9 req-e2891f86-bdec-4718-abb1-3b130130a7f1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460150 Aug 05 15:38:44.947042 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a374ef86-9813-46b6-b0bc-502f451fe7f5 req-aa870c5f-ebb5-46f4-9381-fb5217d18954 tempest-VolumesNegativeTest-1065972952 tempest-VolumesNegativeTest-1065972952-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=1249d2a6-8c0f-4e2d-96e8-a729292dff7d HTTP/1.1" status: 200 len: 210 time: 0.0307536 Aug 05 15:38:45.652077 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c3704-4ca3-4501-99ab-2ed01aa8a72e req-59d9e598-56a8-40ac-891e-4d344cfd9bf7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:45.653783 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d74c3704-4ca3-4501-99ab-2ed01aa8a72e req-59d9e598-56a8-40ac-891e-4d344cfd9bf7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 944 time: 0.0476611 Aug 05 15:38:45.704291 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d74c3704-4ca3-4501-99ab-2ed01aa8a72e req-4d69791f-ff06-4749-9f62-469342459997 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436890 Aug 05 15:38:46.579189 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device bedd8c00-a5cc-4970-b3d9-dab948345d16 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:38:46.681176 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port bedd8c00-a5cc-4970-b3d9-dab948345d16, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=bedd8c00-a5cc-4970-b3d9-dab948345d16,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:46.692302 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'bedd8c00-a5cc-4970-b3d9-dab948345d16', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'port_id': 'bedd8c00-a5cc-4970-b3d9-dab948345d16', 'mac_address': 'fa:16:3e:cf:75:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:38:46.730089 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port bedd8c00-a5cc-4970-b3d9-dab948345d16 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:46.730477 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:46.744706 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedd8c00-a5cc-4970-b3d9-dab948345d16 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:38:46.765383 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port bedd8c00-a5cc-4970-b3d9-dab948345d16, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=bedd8c00-a5cc-4970-b3d9-dab948345d16,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:46.792052 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:46.834875 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca603b84-8326-4b67-8f4b-244e9f174278 req-d9b9a61e-0233-4d25-a982-a36b597cf2ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:46.836426 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ca603b84-8326-4b67-8f4b-244e9f174278 req-d9b9a61e-0233-4d25-a982-a36b597cf2ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 944 time: 0.0549417 Aug 05 15:38:46.849067 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:46.880644 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:46.887613 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ca603b84-8326-4b67-8f4b-244e9f174278 req-20e06bad-ec68-4b68-abfe-9df98f3ebb6e tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453806 Aug 05 15:38:46.901548 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=bedd8c00-a5cc-4970-b3d9-dab948345d16,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:47.136618 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['bedd8c00-a5cc-4970-b3d9-dab948345d16'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:38:48.010880 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc007e3-b691-4bab-b53e-034438a3a5c3 req-9a3dee39-4bc0-4b8c-ba0f-0dec356298e2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:48.012388 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5cc007e3-b691-4bab-b53e-034438a3a5c3 req-9a3dee39-4bc0-4b8c-ba0f-0dec356298e2 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 945 time: 0.0502625 Aug 05 15:38:48.070775 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5cc007e3-b691-4bab-b53e-034438a3a5c3 req-a41392aa-de7d-49ab-81a8-553fcf055384 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497115 Aug 05 15:38:48.595933 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device bedd8c00-a5cc-4970-b3d9-dab948345d16 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:38:48.639214 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port bedd8c00-a5cc-4970-b3d9-dab948345d16 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:38:48.740566 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port bedd8c00-a5cc-4970-b3d9-dab948345d16 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:48.741048 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:48.819555 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port bedd8c00-a5cc-4970-b3d9-dab948345d16 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:48.819947 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:48.844609 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedd8c00-a5cc-4970-b3d9-dab948345d16'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:38:48.846837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eec7875-c12f-49ce-981b-09a04fb1e2a1" -d '{"events": [{"server_uuid": "b7d75ad1-7ef8-42aa-b898-36ff34c67162", "name": "network-vif-plugged", "status": "completed", "tag": "bedd8c00-a5cc-4970-b3d9-dab948345d16"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:38:48.859833 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port bedd8c00-a5cc-4970-b3d9-dab948345d16, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=bedd8c00-a5cc-4970-b3d9-dab948345d16,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:48.885045 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01924f7-4021-47bb-933b-4feb4d628197 x-openstack-request-id: req-c01924f7-4021-47bb-933b-4feb4d628197 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:38:48.885344 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d75ad1-7ef8-42aa-b898-36ff34c67162", "name": "network-vif-plugged", "status": "completed", "tag": "bedd8c00-a5cc-4970-b3d9-dab948345d16", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:38:48.885705 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c01924f7-4021-47bb-933b-4feb4d628197 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:38:48.886130 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c01924f7-4021-47bb-933b-4feb4d628197'] response: {'server_uuid': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedd8c00-a5cc-4970-b3d9-dab948345d16', 'code': 200} Aug 05 15:38:48.924199 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:48.925071 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:38:48.965415 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:38:48.965742 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 8ceb2c80-ad1b-48fb-9eac-c2e9ec5aae5d not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:38:48.976336 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:48.992310 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=bedd8c00-a5cc-4970-b3d9-dab948345d16,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:49.196998 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c3c02-a4a6-477c-b29a-7e5535232b0e req-7854a3f7-cab8-4f9c-af7e-67c0632b92ce tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:49.198505 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2a2c3c02-a4a6-477c-b29a-7e5535232b0e req-7854a3f7-cab8-4f9c-af7e-67c0632b92ce tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 946 time: 0.0497797 Aug 05 15:38:49.257284 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2a2c3c02-a4a6-477c-b29a-7e5535232b0e req-860d1f82-d3ae-4ba3-b9c7-3632c406cc1d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530024 Aug 05 15:38:49.321748 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe8c3c-9e91-4b09-9cd3-e21347668521 req-1418163f-dd73-4ca9-a6ed-dcf46f6dc4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:49.323317 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5bfe8c3c-9e91-4b09-9cd3-e21347668521 req-1418163f-dd73-4ca9-a6ed-dcf46f6dc4e6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 1130 time: 0.0432911 Aug 05 15:38:49.371271 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5bfe8c3c-9e91-4b09-9cd3-e21347668521 req-5701d954-3d4b-434b-a6e8-d60049cbaa5e service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405979 Aug 05 15:38:49.661903 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46892) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:49.770732 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4be53d10-84c1-4dc7-8d99-167dd7b8cce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:49.849526 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4be53d10-84c1-4dc7-8d99-167dd7b8cce3 admin admin] Publish callbacks [] for security_group (bc2f965b-ef57-4c44-96e4-55f841282788), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:49.906038 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4be53d10-84c1-4dc7-8d99-167dd7b8cce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (bc2f965b-ef57-4c44-96e4-55f841282788), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:49.945469 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be53d10-84c1-4dc7-8d99-167dd7b8cce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2f965b-ef57-4c44-96e4-55f841282788,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:49.950771 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-4be53d10-84c1-4dc7-8d99-167dd7b8cce3 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=23674d5fe9474fa5a27795efc6dc9f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877057 Aug 05 15:38:49.953571 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46904) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:50.006079 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ec95f1be-8fa2-4e5d-a986-c871c6ba532e admin admin] Publish callbacks [] for security_group (bc2f965b-ef57-4c44-96e4-55f841282788), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:50.028423 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ec95f1be-8fa2-4e5d-a986-c871c6ba532e admin admin] Publish callbacks [] for security_group (bc2f965b-ef57-4c44-96e4-55f841282788), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:50.172577 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ec95f1be-8fa2-4e5d-a986-c871c6ba532e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (bc2f965b-ef57-4c44-96e4-55f841282788), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:50.172577 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ec95f1be-8fa2-4e5d-a986-c871c6ba532e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:50.176663 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-ec95f1be-8fa2-4e5d-a986-c871c6ba532e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/bc2f965b-ef57-4c44-96e4-55f841282788 HTTP/1.1" status: 204 len: 168 time: 0.2222652 Aug 05 15:38:50.186408 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95f1be-8fa2-4e5d-a986-c871c6ba532e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2f965b-ef57-4c44-96e4-55f841282788,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:50.366524 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:50.384132 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3c243-d7e1-4c95-9c94-3d52c26041ee req-e4410afa-3047-47d1-ad3e-192c11a69ea4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:50.385784 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b0c3c243-d7e1-4c95-9c94-3d52c26041ee req-e4410afa-3047-47d1-ad3e-192c11a69ea4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 946 time: 0.0553617 Aug 05 15:38:50.437763 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b0c3c243-d7e1-4c95-9c94-3d52c26041ee req-bb10ef36-1c02-4ce8-928c-ac76ceba61d5 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461264 Aug 05 15:38:51.138654 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46960) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:51.236247 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-92384748-network', 'tenant_id': '7b3f679565d546ff8e6418643699c002'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:51.346114 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Made reservation on behalf of 7b3f679565d546ff8e6418643699c002 for: {'network': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:38:51.348466 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:51.357022 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:51.422334 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:51.431362 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Publish callbacks [] for security_group (afc90418-e4f4-4a1c-a356-6c3418c1b50f), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:51.495231 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (afc90418-e4f4-4a1c-a356-6c3418c1b50f), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:51.525515 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=104517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:38:51.537345 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc90418-e4f4-4a1c-a356-6c3418c1b50f,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:51.544102 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (7eaa96a7-b80a-48f2-addb-5a8b0f42fb38), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:51.544495 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.segments_db [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Added segment 7eaa96a7-b80a-48f2-addb-5a8b0f42fb38 of type vlan for network a6b6686e-428b-46bc-8365-eafa91007418 Aug 05 15:38:51.554693 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:51.560459 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609a076-9c48-46c7-ab7c-b338dfa2d410 req-76e3ed0c-f320-4c6e-9d15-66b9b10af6c4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:51.562071 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2609a076-9c48-46c7-ab7c-b338dfa2d410 req-76e3ed0c-f320-4c6e-9d15-66b9b10af6c4 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 946 time: 0.0503943 Aug 05 15:38:51.587469 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (a6b6686e-428b-46bc-8365-eafa91007418), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:51.612406 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2609a076-9c48-46c7-ab7c-b338dfa2d410 req-5b0b449c-76f5-4e73-b505-aec6343badec tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439444 Aug 05 15:38:51.660954 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (a6b6686e-428b-46bc-8365-eafa91007418), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:51.662052 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:51.662704 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:51.730678 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] Pushing event updated for resources: {'Network': ['ID=a6b6686e-428b-46bc-8365-eafa91007418,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:51.736614 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e36fb-726c-42c7-852e-e82cad401948 req-77ab6379-4758-4ee1-b3e6-84ebfd24a09b tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:51.738043 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-570e36fb-726c-42c7-852e-e82cad401948 req-77ab6379-4758-4ee1-b3e6-84ebfd24a09b tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 946 time: 0.0472176 Aug 05 15:38:51.741024 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network a6b6686e-428b-46bc-8365-eafa91007418 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:38:51.792703 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-570e36fb-726c-42c7-852e-e82cad401948 req-703c877f-b754-485e-be53-ddc7c671baf7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489631 Aug 05 15:38:51.819010 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-3c937e73-3d71-4ea3-aa4b-53fc37dac8fd admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.6787500 Aug 05 15:38:51.819401 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 46972) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:51.821442 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 46974) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:51.833989 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Request body: {'subnet': {'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-92384748-subnet', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'ip_version': 4}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:51.874435 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db2ae3-366b-4022-9aeb-b737fe60c347 tempest-TestVolumeBootPattern-128951298 tempest-TestVolumeBootPattern-128951298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:51.875965 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-94db2ae3-366b-4022-9aeb-b737fe60c347 tempest-TestVolumeBootPattern-128951298 tempest-TestVolumeBootPattern-128951298-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 1125 time: 0.0555773 Aug 05 15:38:51.879581 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 46978) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:51.883810 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'port_id': 'bedd8c00-a5cc-4970-b3d9-dab948345d16', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:51.991627 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Made reservation on behalf of 7b3f679565d546ff8e6418643699c002 for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:38:51.994006 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666825'] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.033320 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.132841 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46982) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:52.147042 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.276611 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-cb679805-fbd8-4e10-b720-4920e3915ce3 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=acd3963551a44ea8a6f9f5829f7d2332&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399298 Aug 05 15:38:52.277178 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46986) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:52.295511 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:52.325857 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6c41200b-552c-436f-a03d-c504cf963340 admin admin] Publish callbacks [] for security_group (1865d931-67a3-40b5-8a37-0880d3bad985), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.326887 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Allocated IP 172.27.0.101 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/47fc6719-62e4-4e1d-89b5-b3318185f5f5) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:38:52.348691 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6c41200b-552c-436f-a03d-c504cf963340 admin admin] Publish callbacks [] for security_group (1865d931-67a3-40b5-8a37-0880d3bad985), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.381743 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666847'] for subnet (23d3e519-ccfd-4d6b-be30-9de8d71ac086), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.413460 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:52.464078 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d3e519-ccfd-4d6b-be30-9de8d71ac086,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:52.466039 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6c41200b-552c-436f-a03d-c504cf963340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (1865d931-67a3-40b5-8a37-0880d3bad985), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.468659 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6c41200b-552c-436f-a03d-c504cf963340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.470351 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-6c41200b-552c-436f-a03d-c504cf963340 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1865d931-67a3-40b5-8a37-0880d3bad985 HTTP/1.1" status: 204 len: 168 time: 0.1921523 Aug 05 15:38:52.478999 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41200b-552c-436f-a03d-c504cf963340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1865d931-67a3-40b5-8a37-0880d3bad985,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:52.485313 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.486218 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.486567 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.486925 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.487251 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.487649 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.487923 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.488298 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.488611 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.488941 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.489272 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.489600 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.489924 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.490246 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.490568 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:52.507569 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Checking segment: {'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:38:52.507569 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Network hostable DHCP agents. Network: a6b6686e-428b-46bc-8365-eafa91007418, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:38:52.511998 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for port (47fc6719-62e4-4e1d-89b5-b3318185f5f5), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.626599 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Network a6b6686e-428b-46bc-8365-eafa91007418 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:38:52.629564 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (47fc6719-62e4-4e1d-89b5-b3318185f5f5), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.679099 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:52.684174 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:52.686629 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:38:52.690163 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'Port': ['ID=47fc6719-62e4-4e1d-89b5-b3318185f5f5,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:52.714747 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, a6b6686e-428b-46bc-8365-eafa91007418) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:52.719210 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:52.719806 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.726337 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d3250-609d-4667-ada0-252aa34a5df8 None None] Network a6b6686e-428b-46bc-8365-eafa91007418 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:38:52.811899 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-64268efb-ad08-450b-bb16-ee284fa81501 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9894705 Aug 05 15:38:52.814897 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 46992) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:52.819525 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:52.854693 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-a6b6686e-428b-46bc-8365-eafa91007418', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'project_id': '7b3f679565d546ff8e6418643699c002', 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:38:52.854693 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.936461 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:52.970959 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (5b0e0013-e5ee-44c4-a504-1494e8952664), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.973365 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (5b0e0013-e5ee-44c4-a504-1494e8952664), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:52.993712 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Allocated IP 172.20.0.2 (a6b6686e-428b-46bc-8365-eafa91007418/23d3e519-ccfd-4d6b-be30-9de8d71ac086/19881726-4a58-4b81-b0c7-77f3276a6354) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:38:53.030152 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Publish callbacks [] for router_controller (5b0e0013-e5ee-44c4-a504-1494e8952664), precommit_add_association {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.042260 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:53.129059 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (5c23d538-4694-456a-9712-48f70aac5bc4), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.143257 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Publish callbacks [] for port (19881726-4a58-4b81-b0c7-77f3276a6354), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.235579 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Publish callbacks [] for router_gateway (5b0e0013-e5ee-44c4-a504-1494e8952664), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.238170 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.275499 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Network a6b6686e-428b-46bc-8365-eafa91007418 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:53.280430 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:53.284213 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:38:53.296269 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Pushing event updated for resources: {'Port': ['ID=19881726-4a58-4b81-b0c7-77f3276a6354,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:53.324608 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (47fc6719-62e4-4e1d-89b5-b3318185f5f5), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.346838 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Attempting to bind port 19881726-4a58-4b81-b0c7-77f3276a6354 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:38:53.347314 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Attempting to bind port 19881726-4a58-4b81-b0c7-77f3276a6354 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:38:53.347923 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Attempting to bind port 19881726-4a58-4b81-b0c7-77f3276a6354 on network a6b6686e-428b-46bc-8365-eafa91007418 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:38:53.353063 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:53.354492 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:38:53.355113 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Checking segment: {'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:38:53.355668 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.356232 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Bound using segment: {'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:38:53.356876 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Bound port: 19881726-4a58-4b81-b0c7-77f3276a6354, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:38:53.357257 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.434001 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] For port 19881726-4a58-4b81-b0c7-77f3276a6354, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:38:53.437680 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] For port 19881726-4a58-4b81-b0c7-77f3276a6354, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=19881726-4a58-4b81-b0c7-77f3276a6354,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:38:53.441362 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:53.490559 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for port (47fc6719-62e4-4e1d-89b5-b3318185f5f5), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.524265 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.549543 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (47fc6719-62e4-4e1d-89b5-b3318185f5f5), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.569263 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Publish callbacks [] for router_gateway (5b0e0013-e5ee-44c4-a504-1494e8952664), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.597394 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.600274 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23d111-3e76-44ba-8a53-79de0f68f4a0 None None] Pushing event updated for resources: {'Port': ['ID=19881726-4a58-4b81-b0c7-77f3276a6354,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:53.628777 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event updated for resources: {'Port': ['ID=47fc6719-62e4-4e1d-89b5-b3318185f5f5,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:53.650939 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (5c23d538-4694-456a-9712-48f70aac5bc4), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.687194 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47012) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:53.727324 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:53.753881 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Allocated IP 172.27.0.11 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/86569421-c431-477d-a051-d3edb9ba6949) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:38:53.790402 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Floating IP 5c23d538-4694-456a-9712-48f70aac5bc4 associated. External IP: 172.27.0.101, port: bedd8c00-a5cc-4970-b3d9-dab948345d16. Aug 05 15:38:53.868400 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:53.922698 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Publish callbacks [] for port (86569421-c431-477d-a051-d3edb9ba6949), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:53.930198 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1084722143-network', 'tenant_id': '39c62721dfdd46e3978fccce91b63791'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:54.035896 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:38:54.066156 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Made reservation on behalf of 39c62721dfdd46e3978fccce91b63791 for: {'network': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:38:54.068734 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.081487 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.104521 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (86569421-c431-477d-a051-d3edb9ba6949), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.149369 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:38:54.159380 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:54.161956 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47e14a-f961-4097-b2b5-7cfb96855fe4 None None] Sync routers for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:38:54.165748 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:54.174559 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:38:54.184889 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47e14a-f961-4097-b2b5-7cfb96855fe4 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:38:54.185516 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-af47e14a-f961-4097-b2b5-7cfb96855fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:38:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:54.204154 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Pushing event updated for resources: {'Port': ['ID=86569421-c431-477d-a051-d3edb9ba6949,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:54.239862 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.259593 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:54.273135 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-9c71c266-d289-432b-ab55-3d64c7d59118 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3920524 Aug 05 15:38:54.273295 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'tag': 'bedd8c00-a5cc-4970-b3d9-dab948345d16'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:38:54.275822 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb1be42-2e7a-4fb5-987c-3d781b55394d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d75ad1-7ef8-42aa-b898-36ff34c67162", "tag": "bedd8c00-a5cc-4970-b3d9-dab948345d16"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:38:54.281593 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:54.297964 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-af47e14a-f961-4097-b2b5-7cfb96855fe4 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:38:54.313961 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Publish callbacks [] for security_group (62941804-8f32-4ba5-a861-cd8ec0bf0a76), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.325935 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d56df60-3fb4-47b7-b44c-3f2243da64a7 x-openstack-request-id: req-3d56df60-3fb4-47b7-b44c-3f2243da64a7 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:38:54.325935 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d75ad1-7ef8-42aa-b898-36ff34c67162", "tag": "bedd8c00-a5cc-4970-b3d9-dab948345d16", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:38:54.325935 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3d56df60-3fb4-47b7-b44c-3f2243da64a7 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:38:54.325935 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d56df60-3fb4-47b7-b44c-3f2243da64a7'] response: {'name': 'network-changed', 'server_uuid': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'tag': 'bedd8c00-a5cc-4970-b3d9-dab948345d16', 'status': 'completed', 'code': 200} Aug 05 15:38:54.391368 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (62941804-8f32-4ba5-a861-cd8ec0bf0a76), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.434977 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=104517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:38:54.441245 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1be42-2e7a-4fb5-987c-3d781b55394d req-dd44180e-26fe-4918-9a14-4b0173531599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:54.442792 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9bb1be42-2e7a-4fb5-987c-3d781b55394d req-dd44180e-26fe-4918-9a14-4b0173531599 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 1130 time: 0.0805962 Aug 05 15:38:54.444587 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62941804-8f32-4ba5-a861-cd8ec0bf0a76,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:54.452094 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (fbbb27b7-45cb-4878-bedb-da0faf024d07), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.452445 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.segments_db [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Added segment fbbb27b7-45cb-4878-bedb-da0faf024d07 of type vlan for network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 Aug 05 15:38:54.541550 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-af47e14a-f961-4097-b2b5-7cfb96855fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '38db96aa-ab12-461f-8a07-1d242b84ab82', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': '8f81a0ab-db08-458a-a907-344e54cc9456', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:c1:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:36:31Z', 'updated_at': '2022-08-05T15:36:34Z', 'revision_number': 1, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}, {'id': '5c23d538-4694-456a-9712-48f70aac5bc4', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': 'bedd8c00-a5cc-4970-b3d9-dab948345d16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:cf:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:52Z', 'revision_number': 0, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:54.572292 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47e14a-f961-4097-b2b5-7cfb96855fe4 None None] Checking router: aca1ef86-7344-4d5f-b0ce-194faff4ecb4 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:38:54.582026 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47e14a-f961-4097-b2b5-7cfb96855fe4 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:38:54.582762 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-af47e14a-f961-4097-b2b5-7cfb96855fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:38:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:54.618536 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (d38f37ed-3cc5-47f6-8fc2-0e6649cca615), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.640297 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbe1887-1a36-4db1-ac16-a891f764a8e1 None None] Network a6b6686e-428b-46bc-8365-eafa91007418 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:38:54.680008 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:54.684681 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1be42-2e7a-4fb5-987c-3d781b55394d req-1c4dfecf-0f1d-42d1-844b-dcf328abe2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:54.686176 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9bb1be42-2e7a-4fb5-987c-3d781b55394d req-1c4dfecf-0f1d-42d1-844b-dcf328abe2da service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 912 time: 0.2355771 Aug 05 15:38:54.687082 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Publish callbacks [] for router_gateway (5b0e0013-e5ee-44c4-a504-1494e8952664), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.768589 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-af47e14a-f961-4097-b2b5-7cfb96855fe4 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:38:54.769496 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (d38f37ed-3cc5-47f6-8fc2-0e6649cca615), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.770496 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:54.771075 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.772461 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-81fe207a-e407-4c11-9b75-a8fe8206c181 None None] Provisioning complete for port 19881726-4a58-4b81-b0c7-77f3276a6354 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:54.772918 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-81fe207a-e407-4c11-9b75-a8fe8206c181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:54.962814 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:55.123113 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:55.124899 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9bb1be42-2e7a-4fb5-987c-3d781b55394d req-2fa75ceb-1c6c-4162-ba5d-1090fe7f2850 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bedd8c00-a5cc-4970-b3d9-dab948345d16 HTTP/1.1" status: 200 len: 1000 time: 0.4056406 Aug 05 15:38:55.144603 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-81fe207a-e407-4c11-9b75-a8fe8206c181 None None] Current status of the port 19881726-4a58-4b81-b0c7-77f3276a6354 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:55.144964 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-81fe207a-e407-4c11-9b75-a8fe8206c181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:55.180571 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4894257 Aug 05 15:38:55.180571 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04bbc9-428d-4402-82f4-d1fbd39518a0 admin admin] Pushing event updated for resources: {'Network': ['ID=d38f37ed-3cc5-47f6-8fc2-0e6649cca615,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:55.187854 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47020) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:55.197741 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] Request body: {'subnet': {'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1084722143-subnet', 'tenant_id': '39c62721dfdd46e3978fccce91b63791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:55.199817 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:38:55.267707 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1be42-2e7a-4fb5-987c-3d781b55394d req-3e3ac232-249d-4832-ad7f-b080a30f5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:55.269336 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9bb1be42-2e7a-4fb5-987c-3d781b55394d req-3e3ac232-249d-4832-ad7f-b080a30f5930 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fdda4929-7d3f-4165-b49e-7fa36c7c477d HTTP/1.1" status: 200 len: 850 time: 0.1355417 Aug 05 15:38:55.272799 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-81fe207a-e407-4c11-9b75-a8fe8206c181 None None] For port 19881726-4a58-4b81-b0c7-77f3276a6354, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=19881726-4a58-4b81-b0c7-77f3276a6354,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:55.306317 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] Made reservation on behalf of 39c62721dfdd46e3978fccce91b63791 for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:38:55.308909 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666825'] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:55.324516 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (5b0e0013-e5ee-44c4-a504-1494e8952664), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:55.334337 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-af47e14a-f961-4097-b2b5-7cfb96855fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '38db96aa-ab12-461f-8a07-1d242b84ab82', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': '8f81a0ab-db08-458a-a907-344e54cc9456', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:c1:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:36:31Z', 'updated_at': '2022-08-05T15:36:34Z', 'revision_number': 1, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}, {'id': '5c23d538-4694-456a-9712-48f70aac5bc4', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': 'bedd8c00-a5cc-4970-b3d9-dab948345d16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:cf:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:52Z', 'revision_number': 0, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:55.365943 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af47e14a-f961-4097-b2b5-7cfb96855fe4 None None] The sync data for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi is: [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '38db96aa-ab12-461f-8a07-1d242b84ab82', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': '8f81a0ab-db08-458a-a907-344e54cc9456', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:c1:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:36:31Z', 'updated_at': '2022-08-05T15:36:34Z', 'revision_number': 1, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}, {'id': '5c23d538-4694-456a-9712-48f70aac5bc4', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.101', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': 'bedd8c00-a5cc-4970-b3d9-dab948345d16', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:cf:75:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:52Z', 'revision_number': 0, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:38:55.369946 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1be42-2e7a-4fb5-987c-3d781b55394d req-f6312c10-cfdb-41b6-a539-9fa120674a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:55.371475 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9bb1be42-2e7a-4fb5-987c-3d781b55394d req-f6312c10-cfdb-41b6-a539-9fa120674a87 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9b73dcac-fd0b-490d-b366-7eddfd909984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849977 Aug 05 15:38:55.380574 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-81fe207a-e407-4c11-9b75-a8fe8206c181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:55.433599 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe207a-e407-4c11-9b75-a8fe8206c181 None None] Pushing event updated for resources: {'Port': ['ID=19881726-4a58-4b81-b0c7-77f3276a6354,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:55.490827 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:55.500914 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-52538142-35f7-4ae7-95f6-bd3495e3ce8f None None] Provisioning complete for port 19881726-4a58-4b81-b0c7-77f3276a6354 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:55.501673 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-52538142-35f7-4ae7-95f6-bd3495e3ce8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:55.531759 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9bb1be42-2e7a-4fb5-987c-3d781b55394d req-7b1c9ea6-d6d9-4ed2-af5d-9307c8237a35 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492341 Aug 05 15:38:55.586735 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666847'] for subnet (dacee25f-20c9-4f36-a940-19e8a92e5172), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:55.597723 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-52538142-35f7-4ae7-95f6-bd3495e3ce8f None None] Current status of the port 19881726-4a58-4b81-b0c7-77f3276a6354 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:55.634907 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 19881726-4a58-4b81-b0c7-77f3276a6354 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:38:55.658951 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9bb1be42-2e7a-4fb5-987c-3d781b55394d req-a4698336-2e2d-4dca-af11-77f841b94fb4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201155 Aug 05 15:38:55.662604 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacee25f-20c9-4f36-a940-19e8a92e5172,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:55.671121 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] Checking segment: {'id': 'fbbb27b7-45cb-4878-bedb-da0faf024d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:38:55.671467 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] Network hostable DHCP agents. Network: d38f37ed-3cc5-47f6-8fc2-0e6649cca615, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:38:55.699700 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Router 5b0e0013-e5ee-44c4-a504-1494e8952664 is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:38:55.701444 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 19881726-4a58-4b81-b0c7-77f3276a6354 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:55.701891 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:55.702985 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d855c1-8699-49f1-9553-53b6d85e32a0 None None] New status for floating IP 5c23d538-4694-456a-9712-48f70aac5bc4: ACTIVE {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:38:55.785915 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 19881726-4a58-4b81-b0c7-77f3276a6354 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:55.791164 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] Network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:38:55.822527 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:38:55.833084 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Sync routers for ids ['5b0e0013-e5ee-44c4-a504-1494e8952664'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:38:55.842782 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Routers {'5b0e0013-e5ee-44c4-a504-1494e8952664'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:38:55.843383 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:38:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['5b0e0013-e5ee-44c4-a504-1494e8952664'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:55.905322 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, d38f37ed-3cc5-47f6-8fc2-0e6649cca615) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:55.910541 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:55.914898 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-0ba493fd-aedb-475d-9abb-e3865c02fe66 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.0961471 Aug 05 15:38:55.916541 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47022) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:55.918956 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:55.919965 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:55.924863 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523a5bbc-581c-48f6-aab1-ebb7ba5bce9c None None] Network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:38:56.001914 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Set router 5b0e0013-e5ee-44c4-a504-1494e8952664 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:38:56.018478 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-ab67efc0-ce6c-4141-b673-812cfa552935 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8295751 Aug 05 15:38:56.126993 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:56.157259 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d739e9fd-ff4d-4d56-92c6-78f57520b760 None None] Network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:38:56.249546 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:56.285876 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:56.309753 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:54Z', 'revision_number': 3, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:56.354733 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Checking router: 5b0e0013-e5ee-44c4-a504-1494e8952664 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:38:56.355080 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Updating router 5b0e0013-e5ee-44c4-a504-1494e8952664 port 86569421-c431-477d-a051-d3edb9ba6949 binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:38:56.386902 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:56.390944 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (86569421-c431-477d-a051-d3edb9ba6949), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:56.515041 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:56.566855 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Allocated IP 172.20.0.1 (a6b6686e-428b-46bc-8365-eafa91007418/23d3e519-ccfd-4d6b-be30-9de8d71ac086/d60b6b60-c58d-431a-a68a-25964ffaa95f) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:38:56.649802 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Publish callbacks [] for port (86569421-c431-477d-a051-d3edb9ba6949), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:56.673958 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Publish callbacks [] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:56.987103 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (86569421-c431-477d-a051-d3edb9ba6949), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:56.987498 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:57.020305 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Attempting to bind port 86569421-c431-477d-a051-d3edb9ba6949 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:38:57.020677 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Attempting to bind port 86569421-c431-477d-a051-d3edb9ba6949 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:38:57.021061 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Attempting to bind port 86569421-c431-477d-a051-d3edb9ba6949 on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:38:57.024429 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:57.030894 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Network a6b6686e-428b-46bc-8365-eafa91007418 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:57.040548 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:38:57.040548 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:38:57.040548 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:57.040548 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:38:57.040983 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:57.041073 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Bound port: 86569421-c431-477d-a051-d3edb9ba6949, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:38:57.041073 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (86569421-c431-477d-a051-d3edb9ba6949), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:57.041237 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:38:57.064107 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231905ed-989d-48b0-b0bf-d90f9a98b987 None None] Pushing event updated for resources: {'Port': ['ID=86569421-c431-477d-a051-d3edb9ba6949,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:57.078959 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Pushing event updated for resources: {'Port': ['ID=d60b6b60-c58d-431a-a68a-25964ffaa95f,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:57.086054 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (5b0e0013-e5ee-44c4-a504-1494e8952664), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:57.101808 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] For port 86569421-c431-477d-a051-d3edb9ba6949, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:38:57.105424 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] For port 86569421-c431-477d-a051-d3edb9ba6949, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=86569421-c431-477d-a051-d3edb9ba6949,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:38:57.204008 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (86569421-c431-477d-a051-d3edb9ba6949), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:57.317778 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:57.397370 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Routers {'5b0e0013-e5ee-44c4-a504-1494e8952664'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:38:57.398086 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:38:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['5b0e0013-e5ee-44c4-a504-1494e8952664'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:57.440704 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-4a12cefc-ab41-4bcb-bdfb-062da9e7f5ee None None] Provisioning complete for port d60b6b60-c58d-431a-a68a-25964ffaa95f triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:57.441079 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-4a12cefc-ab41-4bcb-bdfb-062da9e7f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:57.480302 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231905ed-989d-48b0-b0bf-d90f9a98b987 None None] Pushing event updated for resources: {'Port': ['ID=86569421-c431-477d-a051-d3edb9ba6949,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:57.493393 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-4a12cefc-ab41-4bcb-bdfb-062da9e7f5ee None None] Port d60b6b60-c58d-431a-a68a-25964ffaa95f cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:38:57.523339 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-eaa0efb5-fcdd-4924-9802-e71fcbc96e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:57.548450 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Publish callbacks [] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:57.556426 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] Set router 5b0e0013-e5ee-44c4-a504-1494e8952664 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:38:57.637739 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:57.681356 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:57.694060 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:57.709625 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (5b0e0013-e5ee-44c4-a504-1494e8952664), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:57.712270 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Pushing event updated for resources: {'Port': ['ID=d60b6b60-c58d-431a-a68a-25964ffaa95f,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:57.753054 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'd60b6b60-c58d-431a-a68a-25964ffaa95f', 'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'mac_address': 'fa:16:3e:f1:f4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:56Z', 'updated_at': '2022-08-05T15:38:56Z', 'revision_number': 1, 'project_id': '7b3f679565d546ff8e6418643699c002', 'subnets': [{'id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:38:57.778717 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d375c5-2499-401f-a682-344b9d4dfedd None None] The sync data for ids ['5b0e0013-e5ee-44c4-a504-1494e8952664'] in dv-cinder-849890-4-iscsi is: [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'd60b6b60-c58d-431a-a68a-25964ffaa95f', 'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'mac_address': 'fa:16:3e:f1:f4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:56Z', 'updated_at': '2022-08-05T15:38:56Z', 'revision_number': 1, 'project_id': '7b3f679565d546ff8e6418643699c002', 'subnets': [{'id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:38:57.795823 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:57.818854 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Network a6b6686e-428b-46bc-8365-eafa91007418 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:38:57.820256 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:38:57.941710 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Router 5b0e0013-e5ee-44c4-a504-1494e8952664 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:38:58.077368 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:38:58.082429 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-c8d7bb73-d9dc-4da2-9c6a-3a1692345db5 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/5b0e0013-e5ee-44c4-a504-1494e8952664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1648042 Aug 05 15:38:58.123376 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-d69faff2-5692-4485-963a-d58946f0cd2f None None] Provisioning complete for port d60b6b60-c58d-431a-a68a-25964ffaa95f triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:58.123763 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d69faff2-5692-4485-963a-d58946f0cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:58.159729 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-d69faff2-5692-4485-963a-d58946f0cd2f None None] Port d60b6b60-c58d-431a-a68a-25964ffaa95f cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:38:58.758368 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:58.769498 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-9843f5b3-f4c4-4e39-a8a7-2b7fbebe6bde tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:58.771101 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-9843f5b3-f4c4-4e39-a8a7-2b7fbebe6bde tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/networks?id=d38f37ed-3cc5-47f6-8fc2-0e6649cca615 HTTP/1.1" status: 200 len: 814 time: 0.1155648 Aug 05 15:38:58.789235 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-01b09eb2-2e21-488e-92af-b40b12662a36 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/quotas/39c62721dfdd46e3978fccce91b63791 HTTP/1.1" status: 200 len: 375 time: 0.0115964 Aug 05 15:38:58.830839 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-4de44985-aba1-4fa4-915b-2e087a920545 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=39c62721dfdd46e3978fccce91b63791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333648 Aug 05 15:38:58.909318 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47062) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:58.914496 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-728660646-network', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:59.037917 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Made reservation on behalf of 5bf684650c2145cbb6d131625235ce7e for: {'network': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:38:59.040476 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.050575 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.140253 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Publish callbacks [] for security_group (ef7b1469-bc5c-4533-8e89-0b9baf341704), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.198225 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (ef7b1469-bc5c-4533-8e89-0b9baf341704), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.206973 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-09187428-44d1-4c2a-9d7e-5b23dd764733 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d38f37ed-3cc5-47f6-8fc2-0e6649cca615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656986 Aug 05 15:38:59.234856 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=104517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:38:59.245170 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7b1469-bc5c-4533-8e89-0b9baf341704,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:59.249954 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (cfaefc8e-6632-4b19-acdd-c5ce083fe4d7), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.250305 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.segments_db [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Added segment cfaefc8e-6632-4b19-acdd-c5ce083fe4d7 of type vlan for network 3ce80b52-a301-4415-9a14-2ef7f1530524 Aug 05 15:38:59.294172 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (3ce80b52-a301-4415-9a14-2ef7f1530524), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.302393 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-2d093414-3596-4a25-b96b-1ddc3c169a5a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d38f37ed-3cc5-47f6-8fc2-0e6649cca615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891352 Aug 05 15:38:59.409869 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (3ce80b52-a301-4415-9a14-2ef7f1530524), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.412260 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:38:59.412260 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.416301 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:59.476135 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] Pushing event updated for resources: {'Network': ['ID=3ce80b52-a301-4415-9a14-2ef7f1530524,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:59.490655 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network 3ce80b52-a301-4415-9a14-2ef7f1530524 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:38:59.556281 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-005c8545-234c-4bab-94a6-8ba4c60f733b admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6457434 Aug 05 15:38:59.566138 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47064) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:38:59.572989 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] Request body: {'subnet': {'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-728660646-subnet', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'ip_version': 4}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:38:59.651873 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2e1c9ca1-da4f-446f-a169-e0283344e5dd req-df5eb4d7-ca16-4c65-b3ce-26a657dce233 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 210 time: 0.0294309 Aug 05 15:38:59.652942 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 86569421-c431-477d-a051-d3edb9ba6949 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:38:59.672928 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] Made reservation on behalf of 5bf684650c2145cbb6d131625235ce7e for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:38:59.676756 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666825'] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.700135 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 86569421-c431-477d-a051-d3edb9ba6949 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:38:59.700784 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (86569421-c431-477d-a051-d3edb9ba6949), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.760664 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:38:59.792897 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 86569421-c431-477d-a051-d3edb9ba6949 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:38:59.793421 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (86569421-c431-477d-a051-d3edb9ba6949), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.827777 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 86569421-c431-477d-a051-d3edb9ba6949, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=86569421-c431-477d-a051-d3edb9ba6949,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:38:59.906756 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-7235e978-2c1f-4d07-ac26-b3a92d7613c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.908900 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (86569421-c431-477d-a051-d3edb9ba6949), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.957047 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=86569421-c431-477d-a051-d3edb9ba6949,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:38:59.963065 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Sync routers for ids ['5b0e0013-e5ee-44c4-a504-1494e8952664'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:38:59.964950 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.965376 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.965786 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.966326 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.966466 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666847'] for subnet (6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:38:59.966964 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.967296 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.967796 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.968163 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.968492 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.968984 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.969470 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.969807 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.970723 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.971224 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.971574 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:38:59.973872 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Routers {'5b0e0013-e5ee-44c4-a504-1494e8952664'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:38:59.974482 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:39:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['5b0e0013-e5ee-44c4-a504-1494e8952664'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:00.027165 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:00.047713 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] Checking segment: {'id': 'cfaefc8e-6632-4b19-acdd-c5ce083fe4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:39:00.049086 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] Network hostable DHCP agents. Network: 3ce80b52-a301-4415-9a14-2ef7f1530524, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:39:00.117659 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] Network 3ce80b52-a301-4415-9a14-2ef7f1530524 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:39:00.160691 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Set router 5b0e0013-e5ee-44c4-a504-1494e8952664 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:39:00.231100 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, 3ce80b52-a301-4415-9a14-2ef7f1530524) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:39:00.235305 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:00.240749 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.242224 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d882e1-8071-4544-8c9f-7c35ab3d5a78 None None] Network 3ce80b52-a301-4415-9a14-2ef7f1530524 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:39:00.323590 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47076) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:00.324212 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-9be4664f-00e0-477b-bc6a-a88aef8b6ae5 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7562606 Aug 05 15:39:00.329895 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-728660646-router', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:00.354191 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-3ce80b52-a301-4415-9a14-2ef7f1530524', 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524', 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'fixed_ips': [{'subnet_id': '6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:39:00.356024 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.358559 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'd60b6b60-c58d-431a-a68a-25964ffaa95f', 'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'mac_address': 'fa:16:3e:f1:f4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:56Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 2, 'project_id': '7b3f679565d546ff8e6418643699c002', 'subnets': [{'id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:00.395959 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Checking router: 5b0e0013-e5ee-44c4-a504-1494e8952664 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:39:00.396383 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Updating router 5b0e0013-e5ee-44c4-a504-1494e8952664 port d60b6b60-c58d-431a-a68a-25964ffaa95f binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:39:00.425149 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.429518 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (dc68897d-7792-4f73-8ac2-f472900639fd), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.429895 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (dc68897d-7792-4f73-8ac2-f472900639fd), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.483550 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Publish callbacks [] for router_controller (dc68897d-7792-4f73-8ac2-f472900639fd), precommit_add_association {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.500583 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Allocated IP 172.20.0.2 (3ce80b52-a301-4415-9a14-2ef7f1530524/6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b/401f74a1-01e1-4488-b563-dc0f1aa7a151) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:39:00.687156 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:00.702855 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Publish callbacks [] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.717259 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Publish callbacks [] for router_gateway (dc68897d-7792-4f73-8ac2-f472900639fd), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.744019 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Publish callbacks [] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.772611 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef366e73-f3c3-4758-8ed3-c1f86cf7b468 req-af42ad7d-0134-4e8f-b84f-c842967eb83e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 210 time: 0.0296667 Aug 05 15:39:00.837790 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.850531 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.854358 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:00.903847 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e60bc5-7418-49f0-810b-731c4f17fbf9 None None] Pushing event updated for resources: {'Port': ['ID=d60b6b60-c58d-431a-a68a-25964ffaa95f,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:00.906454 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Network 3ce80b52-a301-4415-9a14-2ef7f1530524 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:39:00.909813 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.910808 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:39:00.915212 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:39:00.930016 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Pushing event updated for resources: {'Port': ['ID=401f74a1-01e1-4488-b563-dc0f1aa7a151,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:00.946479 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.986044 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Attempting to bind port 401f74a1-01e1-4488-b563-dc0f1aa7a151 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:39:00.986489 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Attempting to bind port 401f74a1-01e1-4488-b563-dc0f1aa7a151 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': 'cfaefc8e-6632-4b19-acdd-c5ce083fe4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:39:00.987203 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Attempting to bind port 401f74a1-01e1-4488-b563-dc0f1aa7a151 on network 3ce80b52-a301-4415-9a14-2ef7f1530524 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:39:00.991735 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Attempting to bind port d60b6b60-c58d-431a-a68a-25964ffaa95f on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:39:00.992703 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Attempting to bind port d60b6b60-c58d-431a-a68a-25964ffaa95f by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:39:00.993059 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Attempting to bind port d60b6b60-c58d-431a-a68a-25964ffaa95f on network a6b6686e-428b-46bc-8365-eafa91007418 {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:39:00.994613 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:39:00.995155 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Checking segment: {'id': 'cfaefc8e-6632-4b19-acdd-c5ce083fe4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:39:00.995733 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.996321 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Bound using segment: {'id': 'cfaefc8e-6632-4b19-acdd-c5ce083fe4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:39:00.997360 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Bound port: 401f74a1-01e1-4488-b563-dc0f1aa7a151, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaefc8e-6632-4b19-acdd-c5ce083fe4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:39:00.997786 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:00.998698 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:00.999144 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:39:00.999797 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Checking segment: {'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:39:01.000223 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:01.006066 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Bound using segment: {'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:39:01.006066 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Bound port: d60b6b60-c58d-431a-a68a-25964ffaa95f, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:39:01.006066 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:01.035978 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Publish callbacks [] for router_gateway (dc68897d-7792-4f73-8ac2-f472900639fd), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:01.040661 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:01.060154 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:01.073304 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] For port d60b6b60-c58d-431a-a68a-25964ffaa95f, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:39:01.077261 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] For port d60b6b60-c58d-431a-a68a-25964ffaa95f, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=d60b6b60-c58d-431a-a68a-25964ffaa95f,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:39:01.082394 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] For port 401f74a1-01e1-4488-b563-dc0f1aa7a151, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:39:01.085988 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] For port 401f74a1-01e1-4488-b563-dc0f1aa7a151, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=401f74a1-01e1-4488-b563-dc0f1aa7a151,segment=NetworkSegment(cfaefc8e-6632-4b19-acdd-c5ce083fe4d7),segment_id=cfaefc8e-6632-4b19-acdd-c5ce083fe4d7)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:39:01.145670 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:01.158940 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:01.159449 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:01.182825 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Allocated IP 172.27.0.15 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/a4431c34-125d-4d45-a3e1-ac639055233b) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:39:01.213654 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Routers {'5b0e0013-e5ee-44c4-a504-1494e8952664'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:39:01.214878 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:39:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['5b0e0013-e5ee-44c4-a504-1494e8952664'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:01.249189 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d81df-4f23-43e9-9878-32272120b3c8 None None] Pushing event updated for resources: {'Port': ['ID=401f74a1-01e1-4488-b563-dc0f1aa7a151,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:01.289301 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e60bc5-7418-49f0-810b-731c4f17fbf9 None None] Pushing event updated for resources: {'Port': ['ID=d60b6b60-c58d-431a-a68a-25964ffaa95f,revision_number=4']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:01.327696 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Publish callbacks [] for port (a4431c34-125d-4d45-a3e1-ac639055233b), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:01.354398 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:01.363510 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] Set router 5b0e0013-e5ee-44c4-a504-1494e8952664 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:39:01.438702 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:01.505099 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:39:01.507011 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:39:01.512748 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:39:01.560315 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a4431c34-125d-4d45-a3e1-ac639055233b,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:01.630618 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'd60b6b60-c58d-431a-a68a-25964ffaa95f', 'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'mac_address': 'fa:16:3e:f1:f4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:56Z', 'updated_at': '2022-08-05T15:39:01Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'subnets': [{'id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:01.670744 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadec8b9-fd83-4799-afa1-ef968037e6a1 None None] The sync data for ids ['5b0e0013-e5ee-44c4-a504-1494e8952664'] in dv-cinder-849890-4-iscsi is: [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'd60b6b60-c58d-431a-a68a-25964ffaa95f', 'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'mac_address': 'fa:16:3e:f1:f4:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:56Z', 'updated_at': '2022-08-05T15:39:01Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'subnets': [{'id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:39:01.787171 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device d60b6b60-c58d-431a-a68a-25964ffaa95f up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:01.863197 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port d60b6b60-c58d-431a-a68a-25964ffaa95f triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:01.863579 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:01.905355 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-533b2f73-721d-442c-93ee-3182b9052371 req-fc545956-44a6-4140-b966-b08dddd030be tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 210 time: 0.0391197 Aug 05 15:39:01.969191 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port d60b6b60-c58d-431a-a68a-25964ffaa95f is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:01.969634 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.014374 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port d60b6b60-c58d-431a-a68a-25964ffaa95f, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=d60b6b60-c58d-431a-a68a-25964ffaa95f,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:02.155248 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.155739 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 86569421-c431-477d-a051-d3edb9ba6949 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:02.235755 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-1a8c3e79-d159-4513-9451-8ff9cdf48ac5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:02.238116 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-1a8c3e79-d159-4513-9451-8ff9cdf48ac5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.17 "GET /networking/v2.0/networks?id=d38f37ed-3cc5-47f6-8fc2-0e6649cca615 HTTP/1.1" status: 200 len: 814 time: 0.1574361 Aug 05 15:39:02.252976 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Request body: {'port': {'device_id': '14259f76-1a5c-4c5f-93d2-10d5b7921b19', 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615', 'admin_state_up': True, 'tenant_id': '39c62721dfdd46e3978fccce91b63791'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:02.283463 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=d60b6b60-c58d-431a-a68a-25964ffaa95f,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:02.318412 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 86569421-c431-477d-a051-d3edb9ba6949 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:02.319046 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (86569421-c431-477d-a051-d3edb9ba6949), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.366640 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:02.406402 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Publish callbacks [] for router_gateway (dc68897d-7792-4f73-8ac2-f472900639fd), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.414372 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 86569421-c431-477d-a051-d3edb9ba6949 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:02.415853 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 401f74a1-01e1-4488-b563-dc0f1aa7a151 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:02.432041 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24383a4a-1b72-4c79-b402-14ed9ffb2b57 None None] Network 3ce80b52-a301-4415-9a14-2ef7f1530524 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:39:02.450463 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:02.497192 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.564537 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 401f74a1-01e1-4488-b563-dc0f1aa7a151 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:02.564923 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.604012 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:02.605121 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-7d9f5dcb-df9d-449d-ab8e-444c565ae1e6 None None] Provisioning complete for port 401f74a1-01e1-4488-b563-dc0f1aa7a151 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:02.605479 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-7d9f5dcb-df9d-449d-ab8e-444c565ae1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.618469 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Made reservation on behalf of 39c62721dfdd46e3978fccce91b63791 for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:39:02.621695 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.701449 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (dc68897d-7792-4f73-8ac2-f472900639fd), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.757525 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 401f74a1-01e1-4488-b563-dc0f1aa7a151 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:02.757875 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.766727 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.785000 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f5dcb-df9d-449d-ab8e-444c565ae1e6 None None] Current status of the port 401f74a1-01e1-4488-b563-dc0f1aa7a151 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:02.787413 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-7d9f5dcb-df9d-449d-ab8e-444c565ae1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:02.881700 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:02.903546 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Allocated IP 172.20.0.6 (d38f37ed-3cc5-47f6-8fc2-0e6649cca615/dacee25f-20c9-4f36-a940-19e8a92e5172/2bcc4a82-2d8e-49ad-9ec1-b159196d26b0) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:39:02.974146 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 401f74a1-01e1-4488-b563-dc0f1aa7a151, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=401f74a1-01e1-4488-b563-dc0f1aa7a151,segment=NetworkSegment(cfaefc8e-6632-4b19-acdd-c5ce083fe4d7),segment_id=cfaefc8e-6632-4b19-acdd-c5ce083fe4d7)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:03.026551 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aeb55b89-6cc1-4e6b-bc1b-63e4c89e8015 req-22f5af26-e8b4-43e6-a222-510230ed80ed tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 210 time: 0.0330021 Aug 05 15:39:03.086019 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:03.089102 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Router dc68897d-7792-4f73-8ac2-f472900639fd is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:39:03.096962 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks [] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:03.147872 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.db.api [None req-7d9f5dcb-df9d-449d-ab8e-444c565ae1e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 05 15:39:03.148304 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG oslo_db.api [None req-7d9f5dcb-df9d-449d-ab8e-444c565ae1e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 05 15:39:03.157358 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=401f74a1-01e1-4488-b563-dc0f1aa7a151,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:03.226927 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:39:03.237745 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Sync routers for ids ['dc68897d-7792-4f73-8ac2-f472900639fd'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:39:03.249717 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:03.251779 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Routers {'dc68897d-7792-4f73-8ac2-f472900639fd'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:39:03.252466 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:39:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['dc68897d-7792-4f73-8ac2-f472900639fd'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:03.258378 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:03.308178 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:39:03.312007 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:39:03.314623 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:39:03.319601 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:03.320858 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-f6c6eb95-e566-44c0-b27f-cf89fccc61c9 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9950860 Aug 05 15:39:03.323719 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47110) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:03.345993 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Pushing event updated for resources: {'Port': ['ID=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:03.362816 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Set router dc68897d-7792-4f73-8ac2-f472900639fd gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:39:03.385335 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:03.386535 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:03.473765 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-d8f993b9-b2c7-4093-a52e-205330d4d2f7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2251661 Aug 05 15:39:03.490389 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Request body: {'port': {'device_id': '14259f76-1a5c-4c5f-93d2-10d5b7921b19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:03.509205 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:03.576365 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'name': 'tempest-TestShelveInstance-728660646-router', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:39:00Z', 'updated_at': '2022-08-05T15:39:02Z', 'revision_number': 3, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'gw_port': {'id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:39:01Z', 'updated_at': '2022-08-05T15:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:03.578516 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:03.616972 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Checking router: dc68897d-7792-4f73-8ac2-f472900639fd for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:39:03.617846 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Updating router dc68897d-7792-4f73-8ac2-f472900639fd port a4431c34-125d-4d45-a3e1-ac639055233b binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:39:03.664637 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device d60b6b60-c58d-431a-a68a-25964ffaa95f up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:03.733096 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:03.733319 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:03.762227 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f5dcb-df9d-449d-ab8e-444c565ae1e6 None None] Current status of the port 401f74a1-01e1-4488-b563-dc0f1aa7a151 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:03.834214 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:03.837298 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port d60b6b60-c58d-431a-a68a-25964ffaa95f triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:03.837793 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:03.902289 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-1ef56309-3746-41e3-95a3-90f0dbe8182e None None] Provisioning complete for port 401f74a1-01e1-4488-b563-dc0f1aa7a151 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:03.902654 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-1ef56309-3746-41e3-95a3-90f0dbe8182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:03.905722 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:39:03.905921 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:03.914267 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Publish callbacks [] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:03.917895 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:03.928499 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Transition to ACTIVE for port object 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:39:04.000875 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Allocated IP 172.20.0.1 (3ce80b52-a301-4415-9a14-2ef7f1530524/6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b/e040b359-7ef3-4bea-83c2-0350dda73e0c) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:39:04.016113 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.029099 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:04.039341 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port d60b6b60-c58d-431a-a68a-25964ffaa95f is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:04.040393 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 401f74a1-01e1-4488-b563-dc0f1aa7a151 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:04.119798 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-1ef56309-3746-41e3-95a3-90f0dbe8182e None None] Current status of the port 401f74a1-01e1-4488-b563-dc0f1aa7a151 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:04.130949 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Pushing event updated for resources: {'Port': ['ID=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:04.159267 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Attempting to bind port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:39:04.160263 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Attempting to bind port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': 'fbbb27b7-45cb-4878-bedb-da0faf024d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:39:04.160651 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Attempting to bind port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 on network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:39:04.191160 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Publish callbacks [] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.192374 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 on network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:39:04.192477 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 401f74a1-01e1-4488-b563-dc0f1aa7a151 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:04.192585 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Attempting to bind port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 on network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:39:04.192680 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.192781 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:39:04.192781 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Checking segment: {'id': 'fbbb27b7-45cb-4878-bedb-da0faf024d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:39:04.192781 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Bound using segment: {'id': 'fbbb27b7-45cb-4878-bedb-da0faf024d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:39:04.192781 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Bound port: 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbb27b7-45cb-4878-bedb-da0faf024d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:39:04.192781 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.193967 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0f591-b3f1-4c2f-a410-f6f856912a9f req-540aba17-70de-4cb7-bc35-85622a5cc646 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:04.201568 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-35b0f591-b3f1-4c2f-a410-f6f856912a9f req-540aba17-70de-4cb7-bc35-85622a5cc646 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 943 time: 0.0915425 Aug 05 15:39:04.212451 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Publish callbacks [] for port (a4431c34-125d-4d45-a3e1-ac639055233b), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.224925 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:04.255769 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] For port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:39:04.259483 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] For port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0,segment=NetworkSegment(fbbb27b7-45cb-4878-bedb-da0faf024d07),segment_id=fbbb27b7-45cb-4878-bedb-da0faf024d07)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:39:04.266786 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-35b0f591-b3f1-4c2f-a410-f6f856912a9f req-7bf898e7-8be5-4b00-8091-38567cbb5bca tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646558 Aug 05 15:39:04.269672 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 401f74a1-01e1-4488-b563-dc0f1aa7a151 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:04.278333 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.312161 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Attempting to bind port a4431c34-125d-4d45-a3e1-ac639055233b on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:39:04.312606 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Attempting to bind port a4431c34-125d-4d45-a3e1-ac639055233b by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:39:04.312970 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Attempting to bind port a4431c34-125d-4d45-a3e1-ac639055233b on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:39:04.325813 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:39:04.326177 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:39:04.326570 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.326951 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:39:04.327406 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Bound port: a4431c34-125d-4d45-a3e1-ac639055233b, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:39:04.327774 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.335737 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.340633 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:04.341278 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.345545 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 HTTP/1.1" status: 200 len: 1093 time: 0.8579581 Aug 05 15:39:04.345545 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14259f76-1a5c-4c5f-93d2-10d5b7921b19', 'tag': '2bcc4a82-2d8e-49ad-9ec1-b159196d26b0'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:39:04.346897 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176848ff-e0df-467b-88bf-67ce77780555" -d '{"events": [{"name": "network-changed", "server_uuid": "14259f76-1a5c-4c5f-93d2-10d5b7921b19", "tag": "2bcc4a82-2d8e-49ad-9ec1-b159196d26b0"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:39:04.351281 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bbe51-6dde-4c25-9239-1a9c01902e13 None None] Pushing event updated for resources: {'Port': ['ID=a4431c34-125d-4d45-a3e1-ac639055233b,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:04.365390 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.391154 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] For port a4431c34-125d-4d45-a3e1-ac639055233b, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:39:04.394131 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] For port a4431c34-125d-4d45-a3e1-ac639055233b, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=a4431c34-125d-4d45-a3e1-ac639055233b,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:39:04.409248 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Network 3ce80b52-a301-4415-9a14-2ef7f1530524 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:39:04.412098 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c5b6b7-db00-4608-8f8b-161f084d8965 x-openstack-request-id: req-57c5b6b7-db00-4608-8f8b-161f084d8965 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:39:04.412402 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14259f76-1a5c-4c5f-93d2-10d5b7921b19", "tag": "2bcc4a82-2d8e-49ad-9ec1-b159196d26b0", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:39:04.412780 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-57c5b6b7-db00-4608-8f8b-161f084d8965 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:39:04.413646 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57c5b6b7-db00-4608-8f8b-161f084d8965'] response: {'name': 'network-changed', 'server_uuid': '14259f76-1a5c-4c5f-93d2-10d5b7921b19', 'tag': '2bcc4a82-2d8e-49ad-9ec1-b159196d26b0', 'status': 'completed', 'code': 200} Aug 05 15:39:04.424474 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:04.430475 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:39:04.432766 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Pushing event updated for resources: {'Port': ['ID=e040b359-7ef3-4bea-83c2-0350dda73e0c,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:04.435018 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:39:04.442011 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f75f8-0d6f-48a0-94b9-fd1daa9d35cb service neutron] Pushing event updated for resources: {'Port': ['ID=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:04.477846 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176848ff-e0df-467b-88bf-67ce77780555 req-58fd5c65-1dc3-4b1c-96f4-3aaae56c8ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:04.481674 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (dc68897d-7792-4f73-8ac2-f472900639fd), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.481824 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-176848ff-e0df-467b-88bf-67ce77780555 req-58fd5c65-1dc3-4b1c-96f4-3aaae56c8ccf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=39c62721dfdd46e3978fccce91b63791&device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 1127 time: 0.0466864 Aug 05 15:39:04.501374 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.552778 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Routers {'dc68897d-7792-4f73-8ac2-f472900639fd'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:39:04.553998 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:39:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['dc68897d-7792-4f73-8ac2-f472900639fd'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:04.565054 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:04.621931 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176848ff-e0df-467b-88bf-67ce77780555 req-aec09d10-c89d-4edc-bc6a-8f0d2972a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:04.623595 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-176848ff-e0df-467b-88bf-67ce77780555 req-aec09d10-c89d-4edc-bc6a-8f0d2972a547 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=39c62721dfdd46e3978fccce91b63791&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1334703 Aug 05 15:39:04.636371 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bbe51-6dde-4c25-9239-1a9c01902e13 None None] Pushing event updated for resources: {'Port': ['ID=a4431c34-125d-4d45-a3e1-ac639055233b,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:04.725236 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.732409 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176848ff-e0df-467b-88bf-67ce77780555 req-920b6b84-9920-4f98-b9d7-b1e00b4df344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:04.734177 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-176848ff-e0df-467b-88bf-67ce77780555 req-920b6b84-9920-4f98-b9d7-b1e00b4df344 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1031404 Aug 05 15:39:04.754431 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-707905e4-2bf3-4e80-9d73-b2bc810cb09f None None] Provisioning complete for port e040b359-7ef3-4bea-83c2-0350dda73e0c triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:04.754810 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-707905e4-2bf3-4e80-9d73-b2bc810cb09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.764482 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] Set router dc68897d-7792-4f73-8ac2-f472900639fd gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:39:04.825916 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-072a89a9-a624-4efb-9985-98a175b98365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:04.827681 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-072a89a9-a624-4efb-9985-98a175b98365 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=39c62721dfdd46e3978fccce91b63791&device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 1127 time: 0.0488162 Aug 05 15:39:04.870351 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-2770dfa2-a4d8-44cf-9a5f-5482594687ff service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 HTTP/1.1" status: 200 len: 217 time: 0.0353720 Aug 05 15:39:04.878268 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-707905e4-2bf3-4e80-9d73-b2bc810cb09f None None] Port e040b359-7ef3-4bea-83c2-0350dda73e0c cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:39:04.899107 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:04.906463 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Publish callbacks [] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:04.925226 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-63ae18db-713f-4822-8f8c-391a967dffca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:04.926809 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-63ae18db-713f-4822-8f8c-391a967dffca service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=dacee25f-20c9-4f36-a940-19e8a92e5172 HTTP/1.1" status: 200 len: 854 time: 0.0509861 Aug 05 15:39:04.964337 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-1fe300ae-9382-4595-97a9-9ab8406cb40c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=d38f37ed-3cc5-47f6-8fc2-0e6649cca615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292130 Aug 05 15:39:04.976827 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'name': 'tempest-TestShelveInstance-728660646-router', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:39:00Z', 'updated_at': '2022-08-05T15:39:02Z', 'revision_number': 3, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'gw_port': {'id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:39:01Z', 'updated_at': '2022-08-05T15:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:04.997939 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:05.058931 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:05.068421 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-8b0e3682-31b3-4482-9367-86281ea1bff5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/d38f37ed-3cc5-47f6-8fc2-0e6649cca615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970283 Aug 05 15:39:05.072539 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (dc68897d-7792-4f73-8ac2-f472900639fd), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:05.081613 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Pushing event updated for resources: {'Port': ['ID=e040b359-7ef3-4bea-83c2-0350dda73e0c,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:05.137977 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5dbba3-ce0f-4135-a53a-471cc052a7d5 None None] The sync data for ids ['dc68897d-7792-4f73-8ac2-f472900639fd'] in dv-cinder-849890-4-iscsi is: [{'id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'name': 'tempest-TestShelveInstance-728660646-router', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:39:00Z', 'updated_at': '2022-08-05T15:39:02Z', 'revision_number': 3, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'gw_port': {'id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:39:01Z', 'updated_at': '2022-08-05T15:39:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:39:05.178772 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Network 3ce80b52-a301-4415-9a14-2ef7f1530524 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:39:05.179429 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-354ea32e-d26f-4bfb-963f-b53424ea080f req-2a00a089-d346-4692-981d-8fca58f34027 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/d38f37ed-3cc5-47f6-8fc2-0e6649cca615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039958 Aug 05 15:39:05.180863 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:39:05.306740 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Router dc68897d-7792-4f73-8ac2-f472900639fd has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:39:05.465918 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ecfe9-09f3-4914-b696-4b8f54fed2ee req-4a61d396-4549-477f-a102-6a4f0a0aac63 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:05.467462 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f48ecfe9-09f3-4914-b696-4b8f54fed2ee req-4a61d396-4549-477f-a102-6a4f0a0aac63 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 943 time: 0.1065345 Aug 05 15:39:05.500815 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:39:05.503829 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-d240d624-feb3-4da6-bb75-023eaae8dd71 None None] Provisioning complete for port e040b359-7ef3-4bea-83c2-0350dda73e0c triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:05.504966 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d240d624-feb3-4da6-bb75-023eaae8dd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:05.512047 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-7f8eaa47-075f-434f-aa28-d5d2dd37ac8d admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/dc68897d-7792-4f73-8ac2-f472900639fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1869543 Aug 05 15:39:05.549018 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-d240d624-feb3-4da6-bb75-023eaae8dd71 None None] Port e040b359-7ef3-4bea-83c2-0350dda73e0c cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:39:05.577981 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f48ecfe9-09f3-4914-b696-4b8f54fed2ee req-a4114b0a-e02f-47eb-ac3a-eba2d78164d5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040897 Aug 05 15:39:05.655497 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device a4431c34-125d-4d45-a3e1-ac639055233b up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:05.710546 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port a4431c34-125d-4d45-a3e1-ac639055233b triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:05.710919 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:05.795539 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port a4431c34-125d-4d45-a3e1-ac639055233b is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:05.795934 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:05.820858 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port a4431c34-125d-4d45-a3e1-ac639055233b, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=a4431c34-125d-4d45-a3e1-ac639055233b,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:05.900262 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:05.952996 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=a4431c34-125d-4d45-a3e1-ac639055233b,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:06.064869 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47130) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:06.070079 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-16fad35f-eb0a-4c72-bcc4-628e163b1cce tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658047509', 'description': 'tempest-secgroup-smoke-1658047509 description', 'project_id': '7b3f679565d546ff8e6418643699c002'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:06.135162 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-690acb27-d2f5-4a6f-80e7-92fe7a35c1ce service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405681 Aug 05 15:39:06.152431 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-16fad35f-eb0a-4c72-bcc4-628e163b1cce tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:06.188800 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:06.232725 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-f288e82d-ab91-427e-bbd1-8ee159e2d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:06.234240 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-f288e82d-ab91-427e-bbd1-8ee159e2d983 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 1130 time: 0.0562646 Aug 05 15:39:06.282287 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-16fad35f-eb0a-4c72-bcc4-628e163b1cce tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group (a50a515d-c098-4c6a-ac84-bbc76243d4da), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:06.350174 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-7a7ca175-ec2c-4b66-832a-4c665d34a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:06.351635 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-7a7ca175-ec2c-4b66-832a-4c665d34a3d3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 912 time: 0.0976787 Aug 05 15:39:06.352667 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-16fad35f-eb0a-4c72-bcc4-628e163b1cce tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a50a515d-c098-4c6a-ac84-bbc76243d4da), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:06.425570 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fad35f-eb0a-4c72-bcc4-628e163b1cce tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a515d-c098-4c6a-ac84-bbc76243d4da,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:06.439454 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-5f6acfc3-f27c-4fa4-b944-331325dc7bf0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f81a0ab-db08-458a-a907-344e54cc9456 HTTP/1.1" status: 200 len: 1002 time: 0.0798566 Aug 05 15:39:06.475379 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-16fad35f-eb0a-4c72-bcc4-628e163b1cce tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:06.476582 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-16fad35f-eb0a-4c72-bcc4-628e163b1cce tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4106646 Aug 05 15:39:06.479667 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47132) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:06.484347 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-0dd68cf0-3a28-43ed-877a-b7a1101fe4b0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Request body: {'security_group_rule': {'security_group_id': 'a50a515d-c098-4c6a-ac84-bbc76243d4da', 'project_id': '7b3f679565d546ff8e6418643699c002', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:06.494347 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-a16a784b-2473-421d-8e4b-75e82221a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:06.495894 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-a16a784b-2473-421d-8e4b-75e82221a532 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fdda4929-7d3f-4165-b49e-7fa36c7c477d HTTP/1.1" status: 200 len: 850 time: 0.0499785 Aug 05 15:39:06.547726 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-dfca0b19-d5e0-45c9-90f2-36b041875476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:06.549327 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-dfca0b19-d5e0-45c9-90f2-36b041875476 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9b73dcac-fd0b-490d-b366-7eddfd909984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470893 Aug 05 15:39:06.608791 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0dd68cf0-3a28-43ed-877a-b7a1101fe4b0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (a2273edb-b21e-4ba2-8bef-2710ecf9981f), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:06.652995 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-c1a11842-4c0a-45e3-8a58-f5a6a134d47b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976489 Aug 05 15:39:06.685825 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0dd68cf0-3a28-43ed-877a-b7a1101fe4b0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (a2273edb-b21e-4ba2-8bef-2710ecf9981f), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:06.723073 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3d579-91e4-45cd-822a-c4e3ca391190 req-d48dc7cc-c604-4c28-9b38-6248a499597a tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:06.724651 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-45c3d579-91e4-45cd-822a-c4e3ca391190 req-d48dc7cc-c604-4c28-9b38-6248a499597a tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 943 time: 0.0551591 Aug 05 15:39:06.742833 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:06.762439 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0dd68cf0-3a28-43ed-877a-b7a1101fe4b0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (a2273edb-b21e-4ba2-8bef-2710ecf9981f), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:06.764256 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-342f2a11-aafb-42a3-9524-f3683ce90c40 req-f4565fe4-47b2-4c6e-84f9-ea6127436511 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044230 Aug 05 15:39:06.791921 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd68cf0-3a28-43ed-877a-b7a1101fe4b0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2273edb-b21e-4ba2-8bef-2710ecf9981f,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:06.802812 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-45c3d579-91e4-45cd-822a-c4e3ca391190 req-46d76970-7f35-4cf5-8845-3c06f7fcdd6e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700538 Aug 05 15:39:06.873315 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0dd68cf0-3a28-43ed-877a-b7a1101fe4b0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:06.874515 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-0dd68cf0-3a28-43ed-877a-b7a1101fe4b0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3938057 Aug 05 15:39:06.877823 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47138) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:06.878347 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Sync routers for ids ['dc68897d-7792-4f73-8ac2-f472900639fd'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:39:06.882419 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-6167b8f1-1ea8-4efb-8f1c-1d11b97c0e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Request body: {'security_group_rule': {'security_group_id': 'a50a515d-c098-4c6a-ac84-bbc76243d4da', 'project_id': '7b3f679565d546ff8e6418643699c002', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:06.888904 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Routers {'dc68897d-7792-4f73-8ac2-f472900639fd'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:39:06.889506 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:39:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['dc68897d-7792-4f73-8ac2-f472900639fd'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:06.969070 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-6167b8f1-1ea8-4efb-8f1c-1d11b97c0e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (d5f1d8f4-a432-4ee8-ac72-e04cca60efbe), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:06.981774 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:06.992754 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Set router dc68897d-7792-4f73-8ac2-f472900639fd gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:39:07.029468 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-6167b8f1-1ea8-4efb-8f1c-1d11b97c0e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (d5f1d8f4-a432-4ee8-ac72-e04cca60efbe), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.101006 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-6167b8f1-1ea8-4efb-8f1c-1d11b97c0e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (d5f1d8f4-a432-4ee8-ac72-e04cca60efbe), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.120947 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167b8f1-1ea8-4efb-8f1c-1d11b97c0e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f1d8f4-a432-4ee8-ac72-e04cca60efbe,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:07.179347 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'name': 'tempest-TestShelveInstance-728660646-router', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:39:00Z', 'updated_at': '2022-08-05T15:39:04Z', 'revision_number': 4, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'gw_port': {'id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:39:01Z', 'updated_at': '2022-08-05T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'e040b359-7ef3-4bea-83c2-0350dda73e0c', 'name': '', 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'mac_address': 'fa:16:3e:cc:65:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:39:03Z', 'updated_at': '2022-08-05T15:39:04Z', 'revision_number': 2, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'subnets': [{'id': '6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:07.205042 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Checking router: dc68897d-7792-4f73-8ac2-f472900639fd for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:39:07.205391 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Updating router dc68897d-7792-4f73-8ac2-f472900639fd port e040b359-7ef3-4bea-83c2-0350dda73e0c binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:39:07.216854 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-6167b8f1-1ea8-4efb-8f1c-1d11b97c0e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.218184 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-6167b8f1-1ea8-4efb-8f1c-1d11b97c0e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3393183 Aug 05 15:39:07.221218 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47140) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:07.226301 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-a10ad3f7-7ee0-47c5-8626-1cadad97c10c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Request body: {'security_group_rule': {'security_group_id': 'a50a515d-c098-4c6a-ac84-bbc76243d4da', 'project_id': '7b3f679565d546ff8e6418643699c002', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:07.236512 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.242489 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:07.329065 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a10ad3f7-7ee0-47c5-8626-1cadad97c10c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (b764c625-0993-4b7d-ba06-beea1cce9916), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.390638 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a10ad3f7-7ee0-47c5-8626-1cadad97c10c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (b764c625-0993-4b7d-ba06-beea1cce9916), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.442883 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a10ad3f7-7ee0-47c5-8626-1cadad97c10c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (b764c625-0993-4b7d-ba06-beea1cce9916), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.463492 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ad3f7-7ee0-47c5-8626-1cadad97c10c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b764c625-0993-4b7d-ba06-beea1cce9916,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:07.520179 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a10ad3f7-7ee0-47c5-8626-1cadad97c10c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.521756 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-a10ad3f7-7ee0-47c5-8626-1cadad97c10c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989798 Aug 05 15:39:07.524895 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47142) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:07.529753 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-a2a50941-d931-4cbe-bf1c-bbeb058b7e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Request body: {'security_group_rule': {'security_group_id': 'a50a515d-c098-4c6a-ac84-bbc76243d4da', 'project_id': '7b3f679565d546ff8e6418643699c002', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:07.580629 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Publish callbacks [] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.604865 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device a4431c34-125d-4d45-a3e1-ac639055233b up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:07.643446 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a50941-d931-4cbe-bf1c-bbeb058b7e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (2ed394c5-8cb6-4db5-ad17-f55e385498d2), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.652581 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port a4431c34-125d-4d45-a3e1-ac639055233b triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:07.652957 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.672242 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.706538 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a50941-d931-4cbe-bf1c-bbeb058b7e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (2ed394c5-8cb6-4db5-ad17-f55e385498d2), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.706756 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:07.728572 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port a4431c34-125d-4d45-a3e1-ac639055233b is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:07.758693 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c087b39-0569-493f-9d1d-5c5001f9e5ac None None] Pushing event updated for resources: {'Port': ['ID=e040b359-7ef3-4bea-83c2-0350dda73e0c,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:07.773962 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Attempting to bind port e040b359-7ef3-4bea-83c2-0350dda73e0c on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:39:07.774330 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Attempting to bind port e040b359-7ef3-4bea-83c2-0350dda73e0c by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': 'cfaefc8e-6632-4b19-acdd-c5ce083fe4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:39:07.774688 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Attempting to bind port e040b359-7ef3-4bea-83c2-0350dda73e0c on network 3ce80b52-a301-4415-9a14-2ef7f1530524 {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:39:07.780159 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:39:07.780532 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Checking segment: {'id': 'cfaefc8e-6632-4b19-acdd-c5ce083fe4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:39:07.780928 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.781316 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Bound using segment: {'id': 'cfaefc8e-6632-4b19-acdd-c5ce083fe4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:39:07.781843 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Bound port: e040b359-7ef3-4bea-83c2-0350dda73e0c, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaefc8e-6632-4b19-acdd-c5ce083fe4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:39:07.782245 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.815045 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a50941-d931-4cbe-bf1c-bbeb058b7e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (2ed394c5-8cb6-4db5-ad17-f55e385498d2), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.834470 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a50941-d931-4cbe-bf1c-bbeb058b7e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed394c5-8cb6-4db5-ad17-f55e385498d2,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:07.844787 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] For port e040b359-7ef3-4bea-83c2-0350dda73e0c, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:39:07.848546 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] For port e040b359-7ef3-4bea-83c2-0350dda73e0c, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=e040b359-7ef3-4bea-83c2-0350dda73e0c,segment=NetworkSegment(cfaefc8e-6632-4b19-acdd-c5ce083fe4d7),segment_id=cfaefc8e-6632-4b19-acdd-c5ce083fe4d7)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:39:07.915934 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a50941-d931-4cbe-bf1c-bbeb058b7e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.917131 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a2a50941-d931-4cbe-bf1c-bbeb058b7e75 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3912013 Aug 05 15:39:07.920039 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47150) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:07.924543 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-0e5d5c42-ac84-4c4e-a3a5-11e28f620f22 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Request body: {'security_group_rule': {'security_group_id': 'a50a515d-c098-4c6a-ac84-bbc76243d4da', 'project_id': '7b3f679565d546ff8e6418643699c002', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:07.925260 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10067665-2f22-4f7a-a138-cc8874b6ee5a req-beb91b0f-149c-41af-8afa-f580460276e7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:07.926671 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-10067665-2f22-4f7a-a138-cc8874b6ee5a req-beb91b0f-149c-41af-8afa-f580460276e7 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 943 time: 0.0509007 Aug 05 15:39:07.946688 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:07.946970 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:07.975519 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-10067665-2f22-4f7a-a138-cc8874b6ee5a req-03888c8f-607e-421c-894d-83f63f604e4c tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Aug 05 15:39:07.999872 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Routers {'dc68897d-7792-4f73-8ac2-f472900639fd'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:39:07.999872 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:39:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['dc68897d-7792-4f73-8ac2-f472900639fd'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:08.009543 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.securitygroups_db [None req-0e5d5c42-ac84-4c4e-a3a5-11e28f620f22 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Project 7b3f679565d546ff8e6418643699c002 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:39:08.021619 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5c42-ac84-4c4e-a3a5-11e28f620f22 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (0ad097f2-13d9-4886-9a56-fc3caae5b26a), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:08.038348 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c087b39-0569-493f-9d1d-5c5001f9e5ac None None] Pushing event updated for resources: {'Port': ['ID=e040b359-7ef3-4bea-83c2-0350dda73e0c,revision_number=4']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:08.076919 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5c42-ac84-4c4e-a3a5-11e28f620f22 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (0ad097f2-13d9-4886-9a56-fc3caae5b26a), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:08.103356 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] Set router dc68897d-7792-4f73-8ac2-f472900639fd gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:39:08.187127 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5c42-ac84-4c4e-a3a5-11e28f620f22 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (0ad097f2-13d9-4886-9a56-fc3caae5b26a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:08.207172 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d5c42-ac84-4c4e-a3a5-11e28f620f22 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad097f2-13d9-4886-9a56-fc3caae5b26a,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:08.210573 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:08.252728 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:08.292019 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0e5d5c42-ac84-4c4e-a3a5-11e28f620f22 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:08.293296 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-0e5d5c42-ac84-4c4e-a3a5-11e28f620f22 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3722317 Aug 05 15:39:08.296318 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47154) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:08.300658 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'name': 'tempest-TestShelveInstance-728660646-router', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:39:00Z', 'updated_at': '2022-08-05T15:39:04Z', 'revision_number': 4, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'gw_port': {'id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:39:01Z', 'updated_at': '2022-08-05T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'e040b359-7ef3-4bea-83c2-0350dda73e0c', 'name': '', 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'mac_address': 'fa:16:3e:cc:65:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:39:03Z', 'updated_at': '2022-08-05T15:39:07Z', 'revision_number': 4, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'subnets': [{'id': '6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:08.308321 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-c0022274-d205-4f7d-ab22-18c30c2b811f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Request body: {'security_group_rule': {'security_group_id': 'a50a515d-c098-4c6a-ac84-bbc76243d4da', 'project_id': '7b3f679565d546ff8e6418643699c002', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:08.328207 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b09295-082a-4e99-a9b2-16ea0925130c None None] The sync data for ids ['dc68897d-7792-4f73-8ac2-f472900639fd'] in dv-cinder-849890-4-iscsi is: [{'id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'name': 'tempest-TestShelveInstance-728660646-router', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:39:00Z', 'updated_at': '2022-08-05T15:39:04Z', 'revision_number': 4, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'gw_port': {'id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:39:01Z', 'updated_at': '2022-08-05T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'e040b359-7ef3-4bea-83c2-0350dda73e0c', 'name': '', 'network_id': '3ce80b52-a301-4415-9a14-2ef7f1530524', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'mac_address': 'fa:16:3e:cc:65:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:39:03Z', 'updated_at': '2022-08-05T15:39:07Z', 'revision_number': 4, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'subnets': [{'id': '6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:39:08.398177 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.securitygroups_db [None req-c0022274-d205-4f7d-ab22-18c30c2b811f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Project 7b3f679565d546ff8e6418643699c002 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:39:08.407598 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c0022274-d205-4f7d-ab22-18c30c2b811f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (f185a59d-3179-4e39-8987-d07a1e049c9a), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:08.465654 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c0022274-d205-4f7d-ab22-18c30c2b811f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (f185a59d-3179-4e39-8987-d07a1e049c9a), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:08.564395 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c0022274-d205-4f7d-ab22-18c30c2b811f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (f185a59d-3179-4e39-8987-d07a1e049c9a), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:08.587551 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0022274-d205-4f7d-ab22-18c30c2b811f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f185a59d-3179-4e39-8987-d07a1e049c9a,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:08.673718 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-c0022274-d205-4f7d-ab22-18c30c2b811f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:08.674957 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-c0022274-d205-4f7d-ab22-18c30c2b811f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3772936 Aug 05 15:39:08.736721 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:39:08.854472 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0,segment=NetworkSegment(fbbb27b7-45cb-4878-bedb-da0faf024d07),segment_id=fbbb27b7-45cb-4878-bedb-da0faf024d07)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:08.870269 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '2bcc4a82-2d8e-49ad-9ec1-b159196d26b0', 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615', 'port_id': '2bcc4a82-2d8e-49ad-9ec1-b159196d26b0', 'mac_address': 'fa:16:3e:b3:0e:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacee25f-20c9-4f36-a940-19e8a92e5172', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:39:08.909801 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:08.910274 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:08.925396 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:39:08.938184 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:08.947575 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0,segment=NetworkSegment(fbbb27b7-45cb-4878-bedb-da0faf024d07),segment_id=fbbb27b7-45cb-4878-bedb-da0faf024d07)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:09.055558 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:09.104778 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:09.106277 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42b0d9-5861-440b-8d15-4c4502a09cfb req-1c88e11f-eccd-4962-8769-3282bdc9161e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:09.107853 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dd42b0d9-5861-440b-8d15-4c4502a09cfb req-1c88e11f-eccd-4962-8769-3282bdc9161e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 944 time: 0.0531695 Aug 05 15:39:09.159783 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dd42b0d9-5861-440b-8d15-4c4502a09cfb req-30360eb3-0e05-4eb7-b63e-a619a1975438 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451868 Aug 05 15:39:09.352185 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['2bcc4a82-2d8e-49ad-9ec1-b159196d26b0'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:39:09.402527 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:09.606885 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device e040b359-7ef3-4bea-83c2-0350dda73e0c up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:09.661059 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port e040b359-7ef3-4bea-83c2-0350dda73e0c triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:09.661059 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:09.736741 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port e040b359-7ef3-4bea-83c2-0350dda73e0c is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:09.737305 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:09.771164 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port e040b359-7ef3-4bea-83c2-0350dda73e0c, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=e040b359-7ef3-4bea-83c2-0350dda73e0c,segment=NetworkSegment(cfaefc8e-6632-4b19-acdd-c5ce083fe4d7),segment_id=cfaefc8e-6632-4b19-acdd-c5ce083fe4d7)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:09.826720 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:09.874332 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=e040b359-7ef3-4bea-83c2-0350dda73e0c,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:10.289639 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145f624-5c4b-4700-a023-e447a2c15063 req-a52f292f-9ba9-42cb-a666-36ff4170e35e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:10.291119 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0145f624-5c4b-4700-a023-e447a2c15063 req-a52f292f-9ba9-42cb-a666-36ff4170e35e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 944 time: 0.0491426 Aug 05 15:39:10.346598 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0145f624-5c4b-4700-a023-e447a2c15063 req-5e73638c-e510-40f1-819b-c04b343140d1 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496686 Aug 05 15:39:10.750402 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:10.798726 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:39:10.865875 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:10.866175 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:10.939258 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:10.939649 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:10.963376 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14259f76-1a5c-4c5f-93d2-10d5b7921b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcc4a82-2d8e-49ad-9ec1-b159196d26b0'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:39:10.966462 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671b1bde-7ae6-4e19-b5c6-8dc7c05084e3" -d '{"events": [{"server_uuid": "14259f76-1a5c-4c5f-93d2-10d5b7921b19", "name": "network-vif-plugged", "status": "completed", "tag": "2bcc4a82-2d8e-49ad-9ec1-b159196d26b0"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:39:10.979528 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0,segment=NetworkSegment(fbbb27b7-45cb-4878-bedb-da0faf024d07),segment_id=fbbb27b7-45cb-4878-bedb-da0faf024d07)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:11.013454 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4deaa79-1031-422e-b99b-1dd91088b261 x-openstack-request-id: req-f4deaa79-1031-422e-b99b-1dd91088b261 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:39:11.013906 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14259f76-1a5c-4c5f-93d2-10d5b7921b19", "name": "network-vif-plugged", "status": "completed", "tag": "2bcc4a82-2d8e-49ad-9ec1-b159196d26b0", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:39:11.014080 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f4deaa79-1031-422e-b99b-1dd91088b261 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:39:11.014486 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4deaa79-1031-422e-b99b-1dd91088b261'] response: {'server_uuid': '14259f76-1a5c-4c5f-93d2-10d5b7921b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bcc4a82-2d8e-49ad-9ec1-b159196d26b0', 'code': 200} Aug 05 15:39:11.061428 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:11.116269 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:11.190925 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47228) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:11.197375 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-2fe85a6e-264c-4dd0-9b5c-3e101455ec3c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--98668850', 'description': 'tempest-description--1841147777'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:11.284094 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe85a6e-264c-4dd0-9b5c-3e101455ec3c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:11.330429 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd000ed-4e14-4910-bafc-ef2ea06a7977 req-8720b5d6-6b41-413a-895f-78a3925b64da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:11.332058 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5fd000ed-4e14-4910-bafc-ef2ea06a7977 req-8720b5d6-6b41-413a-895f-78a3925b64da service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 1129 time: 0.0411861 Aug 05 15:39:11.357422 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe85a6e-264c-4dd0-9b5c-3e101455ec3c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (73a87bb6-15a0-4c77-a2c3-71ffe0124951), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:11.378824 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5fd000ed-4e14-4910-bafc-ef2ea06a7977 req-518a95c1-a667-4580-9a14-7e36250359d6 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 Aug 05 15:39:11.414398 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe85a6e-264c-4dd0-9b5c-3e101455ec3c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (73a87bb6-15a0-4c77-a2c3-71ffe0124951), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:11.420672 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:11.478039 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe85a6e-264c-4dd0-9b5c-3e101455ec3c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a87bb6-15a0-4c77-a2c3-71ffe0124951,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:11.490815 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65005d-2735-421b-b4f4-d8588d6828bd req-e78c7cf3-3509-4e90-8550-be57b8f4a39b tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:11.492353 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6c65005d-2735-421b-b4f4-d8588d6828bd req-e78c7cf3-3509-4e90-8550-be57b8f4a39b tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 945 time: 0.0663457 Aug 05 15:39:11.536478 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-2fe85a6e-264c-4dd0-9b5c-3e101455ec3c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:11.539980 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-2fe85a6e-264c-4dd0-9b5c-3e101455ec3c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3452530 Aug 05 15:39:11.541571 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47232) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:11.546430 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6c65005d-2735-421b-b4f4-d8588d6828bd req-6ee2c237-83c9-406f-b38e-27d079609d11 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484750 Aug 05 15:39:11.546557 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-c1d08130-c563-4e57-ab69-b1d9e08a288a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group_rule': {'security_group_id': '73a87bb6-15a0-4c77-a2c3-71ffe0124951', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:11.603991 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device e040b359-7ef3-4bea-83c2-0350dda73e0c up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:11.636121 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:11.653302 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port e040b359-7ef3-4bea-83c2-0350dda73e0c triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:11.653683 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:11.689828 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c1d08130-c563-4e57-ab69-b1d9e08a288a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (d941d2a2-f3cd-4ef4-88d8-802fd08bb7fb), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:11.727533 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port e040b359-7ef3-4bea-83c2-0350dda73e0c is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:11.748525 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c1d08130-c563-4e57-ab69-b1d9e08a288a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (d941d2a2-f3cd-4ef4-88d8-802fd08bb7fb), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:11.815875 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c1d08130-c563-4e57-ab69-b1d9e08a288a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (d941d2a2-f3cd-4ef4-88d8-802fd08bb7fb), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:11.837149 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d08130-c563-4e57-ab69-b1d9e08a288a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d941d2a2-f3cd-4ef4-88d8-802fd08bb7fb,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:11.897688 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c1d08130-c563-4e57-ab69-b1d9e08a288a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:11.898894 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-c1d08130-c563-4e57-ab69-b1d9e08a288a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560877 Aug 05 15:39:11.901853 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47236) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:11.906102 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-dfd512a2-d8d5-4036-9519-6b4d0621fe40 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group_rule': {'security_group_id': '73a87bb6-15a0-4c77-a2c3-71ffe0124951', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:11.998699 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dfd512a2-d8d5-4036-9519-6b4d0621fe40 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (8de4de38-506d-4cda-9952-8c1ca83e6464), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:12.055583 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dfd512a2-d8d5-4036-9519-6b4d0621fe40 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (8de4de38-506d-4cda-9952-8c1ca83e6464), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:12.129653 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dfd512a2-d8d5-4036-9519-6b4d0621fe40 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (8de4de38-506d-4cda-9952-8c1ca83e6464), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:12.149370 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd512a2-d8d5-4036-9519-6b4d0621fe40 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de4de38-506d-4cda-9952-8c1ca83e6464,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:12.221982 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dfd512a2-d8d5-4036-9519-6b4d0621fe40 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:12.223228 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-dfd512a2-d8d5-4036-9519-6b4d0621fe40 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3204703 Aug 05 15:39:12.226283 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47238) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:12.230468 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:12.311774 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:12.394472 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:12.503916 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Allocated IP 172.27.0.44 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/5110d4af-1531-4102-b50b-d23bccff8e52) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:39:12.579360 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:INSERT=13,neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:12.623114 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (5110d4af-1531-4102-b50b-d23bccff8e52), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:12.631073 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:12.686429 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0dc44-73eb-42e0-ade6-762e3e845553 req-b432713b-dc82-4f35-8d7b-d677388dba2e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:12.687963 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b8c0dc44-73eb-42e0-ade6-762e3e845553 req-b432713b-dc82-4f35-8d7b-d677388dba2e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 945 time: 0.0615456 Aug 05 15:39:12.741256 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b8c0dc44-73eb-42e0-ade6-762e3e845553 req-76e799f8-7cb2-4312-8b14-3a33cdcaaca3 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473623 Aug 05 15:39:12.758350 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (5110d4af-1531-4102-b50b-d23bccff8e52), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:12.799332 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:39:12.802293 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:39:12.806203 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:39:12.833856 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=5110d4af-1531-4102-b50b-d23bccff8e52,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:12.896046 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (46647216-8228-47e4-82ef-62002fc0fc04), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:13.027810 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (5110d4af-1531-4102-b50b-d23bccff8e52), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:13.182216 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:13.184316 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (5110d4af-1531-4102-b50b-d23bccff8e52), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:13.289976 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (5110d4af-1531-4102-b50b-d23bccff8e52), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:13.360462 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (46647216-8228-47e4-82ef-62002fc0fc04), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:13.363007 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=5110d4af-1531-4102-b50b-d23bccff8e52,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:13.428693 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:13.429958 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e3686df2-3d76-4d10-bcb5-23d5a14fc14b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2027602 Aug 05 15:39:13.632104 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-a58d5ec6-5767-453b-b73c-b31e699be2dc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--98668850&fields=id&tenant_id=2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 267 time: 0.0447156 Aug 05 15:39:13.694474 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:13.749324 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-71edd526-a445-4716-b978-bc28e344e8d6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:13.750774 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-71edd526-a445-4716-b978-bc28e344e8d6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 815 time: 0.1116848 Aug 05 15:39:13.768644 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-a8fd099c-fa36-4d5a-9b65-28b1e4d74108 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/quotas/2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 375 time: 0.0116310 Aug 05 15:39:13.823778 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-92f5e440-62e2-45c8-93c4-f8f882951b57 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497565 Aug 05 15:39:13.913352 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dfbd0-b835-47a2-bba0-3fbe6600275b req-0759083e-fd2e-4e9f-82ee-4a5e7b4d4ce3 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:13.914861 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-270dfbd0-b835-47a2-bba0-3fbe6600275b req-0759083e-fd2e-4e9f-82ee-4a5e7b4d4ce3 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 945 time: 0.0976017 Aug 05 15:39:13.989403 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-0a919fed-0919-4cc5-bc29-c3d5f8059fe1 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387136 Aug 05 15:39:13.992853 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-270dfbd0-b835-47a2-bba0-3fbe6600275b req-eacc6d77-ca17-4962-8e66-bfbdb7cf1e92 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674186 Aug 05 15:39:14.092592 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-b9c3d3ab-f4f8-44ae-821c-3d0b0dcdaf5c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973542 Aug 05 15:39:14.358928 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0fd1452b-0a97-4a29-91d4-72ee7f48fe80 req-24ecba82-4fe5-492c-bc9b-1acc4801da26 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 210 time: 0.0291343 Aug 05 15:39:15.469985 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cf4ce6f1-609f-41df-8768-f1d63c0a064e req-3f52656e-2031-4e6a-ad8a-2bf64e194ba0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 210 time: 0.0276680 Aug 05 15:39:16.490969 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-a7db3edc-07e1-4228-b8b5-dc4a72e4be69 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:16.492479 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-a7db3edc-07e1-4228-b8b5-dc4a72e4be69 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 815 time: 0.1229033 Aug 05 15:39:16.572175 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-af019a7b-1ecf-4a4d-98d9-4de291fbcbd6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 470 time: 0.0680730 Aug 05 15:39:16.575416 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3d0a92e0-69a3-4045-a407-2ecde99c536f req-7e21d3c7-80d3-4351-b4ed-fef710e68734 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 210 time: 0.0280309 Aug 05 15:39:16.580820 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'port': {'device_id': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'admin_state_up': True, 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'security_groups': ['73a87bb6-15a0-4c77-a2c3-71ffe0124951']}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:16.763932 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Made reservation on behalf of 2c77da48edba4903a1c51fee2a856167 for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:39:16.767353 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:16.904836 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Allocated IP 172.20.0.9 (b05605aa-dd0e-428b-8865-2528537f12f7/c7a52748-13b7-41f4-a2d6-6c53085216f4/7a2f96a7-b8b4-4db4-a743-a5bfa13076a5) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:39:17.042370 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:17.052278 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:17.107124 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:17.157204 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Network b05605aa-dd0e-428b-8865-2528537f12f7 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:39:17.163137 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:39:17.166926 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:17.170423 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:39:17.209905 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:17.222922 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:17.223606 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:17.292301 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-8b887d57-4d1d-4f6f-ab59-d2390df97e7c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7151117 Aug 05 15:39:17.304625 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Request body: {'port': {'device_id': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:17.372096 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:17.458098 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-48ddf553-f7e3-47bd-9ac9-53454de2d1f5 None None] Provisioning complete for port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:17.460423 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-48ddf553-f7e3-47bd-9ac9-53454de2d1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:17.493423 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:17.495835 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-48ddf553-f7e3-47bd-9ac9-53454de2d1f5 None None] Port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:39:17.717644 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69556dd-94c2-421d-a2cf-803476f5eac3 req-6cf54eb3-3751-4b37-9563-579ed91bc3d0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:17.719181 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e69556dd-94c2-421d-a2cf-803476f5eac3 req-6cf54eb3-3751-4b37-9563-579ed91bc3d0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 931 time: 0.0550027 Aug 05 15:39:17.771995 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e69556dd-94c2-421d-a2cf-803476f5eac3 req-6b1f0afa-3137-4a9f-ae30-5530461b3a6d tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453379 Aug 05 15:39:17.903799 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:39:17.912227 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Publish callbacks [] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:17.925907 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Transition to ACTIVE for port object 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:39:17.975874 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:18.064586 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:18.094026 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Attempting to bind port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:39:18.094360 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Attempting to bind port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:39:18.094688 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Attempting to bind port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 on network b05605aa-dd0e-428b-8865-2528537f12f7 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:39:18.099806 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 on network b05605aa-dd0e-428b-8865-2528537f12f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:39:18.100221 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Attempting to bind port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 on network b05605aa-dd0e-428b-8865-2528537f12f7 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:39:18.105093 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:39:18.105429 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Checking segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:39:18.105883 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Bound using segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:39:18.106404 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Bound port: 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:39:18.106773 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:18.173922 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] For port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:39:18.177279 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] For port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:39:18.296039 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:18.300932 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:18.301543 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:18.302944 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 HTTP/1.1" status: 200 len: 1093 time: 1.0026145 Aug 05 15:39:18.303438 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'tag': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:39:18.305718 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c125f7f6-dd54-4a72-989d-595286cb1b75" -d '{"events": [{"name": "network-changed", "server_uuid": "59fb549a-27e1-4a42-b47c-1f04bd4d23ca", "tag": "7a2f96a7-b8b4-4db4-a743-a5bfa13076a5"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:39:18.356624 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615d0402-c84b-4247-9d1f-b808f3f2da92 x-openstack-request-id: req-615d0402-c84b-4247-9d1f-b808f3f2da92 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:39:18.356948 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fb549a-27e1-4a42-b47c-1f04bd4d23ca", "tag": "7a2f96a7-b8b4-4db4-a743-a5bfa13076a5", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:39:18.357201 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-615d0402-c84b-4247-9d1f-b808f3f2da92 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:39:18.357599 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-615d0402-c84b-4247-9d1f-b808f3f2da92'] response: {'name': 'network-changed', 'server_uuid': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'tag': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5', 'status': 'completed', 'code': 200} Aug 05 15:39:18.362833 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eb8f8d-5c49-4c30-a4ef-586fbe43be11 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:18.420874 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f7f6-dd54-4a72-989d-595286cb1b75 req-f6105814-4708-4167-9892-a76ae053e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:18.422289 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c125f7f6-dd54-4a72-989d-595286cb1b75 req-f6105814-4708-4167-9892-a76ae053e716 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 1127 time: 0.0396013 Aug 05 15:39:18.487816 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:18.537040 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f7f6-dd54-4a72-989d-595286cb1b75 req-b0ad89e6-ea9b-4f97-9092-41b1d9d709ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:18.538534 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c125f7f6-dd54-4a72-989d-595286cb1b75 req-b0ad89e6-ea9b-4f97-9092-41b1d9d709ec service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=2c77da48edba4903a1c51fee2a856167&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1035326 Aug 05 15:39:18.623107 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:18.639236 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f7f6-dd54-4a72-989d-595286cb1b75 req-4a1294bf-093b-471f-808e-0b00dcf2c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:18.640775 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c125f7f6-dd54-4a72-989d-595286cb1b75 req-4a1294bf-093b-471f-808e-0b00dcf2c672 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956025 Aug 05 15:39:18.733067 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-34c0f386-0e06-4a37-a90b-9f595283699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:18.734688 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-34c0f386-0e06-4a37-a90b-9f595283699d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 1127 time: 0.0528209 Aug 05 15:39:18.775322 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-31fcbf72-b421-4b60-9ee6-eadbba4fb5d2 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 HTTP/1.1" status: 200 len: 217 time: 0.0327315 Aug 05 15:39:18.833242 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-2d990af8-1c98-491d-ae14-f6663838e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:18.834715 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-2d990af8-1c98-491d-ae14-f6663838e500 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c7a52748-13b7-41f4-a2d6-6c53085216f4 HTTP/1.1" status: 200 len: 854 time: 0.0498788 Aug 05 15:39:18.885867 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-5207314a-ba87-4fb6-b718-fb2d5aa95265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:18.887718 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-5207314a-ba87-4fb6-b718-fb2d5aa95265 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b05605aa-dd0e-428b-8865-2528537f12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461438 Aug 05 15:39:18.896880 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a8e512-54ac-40c3-8801-7fa1091a82ab req-63fa2463-3ebc-4e99-aa5d-b95055def8fd tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:18.898472 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-25a8e512-54ac-40c3-8801-7fa1091a82ab req-63fa2463-3ebc-4e99-aa5d-b95055def8fd tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 943 time: 0.0522172 Aug 05 15:39:18.950238 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-25a8e512-54ac-40c3-8801-7fa1091a82ab req-9995a39f-7f95-4c2e-a8cc-548b15338810 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455468 Aug 05 15:39:18.999316 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-55ed9716-464a-4c1e-8592-02b827bd2406 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037750 Aug 05 15:39:19.100564 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e78bfa8a-77c6-4ecd-a79c-5a188e5371fe req-cb12c4cf-633a-44c1-91a4-a6bb81bafa36 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876911 Aug 05 15:39:19.914857 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:39:20.091258 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850a3e9-d125-4d56-bc55-119b5717ccd5 req-cbf76942-46ad-47ba-bb22-9c42ed28ba4a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:20.092752 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5850a3e9-d125-4d56-bc55-119b5717ccd5 req-cbf76942-46ad-47ba-bb22-9c42ed28ba4a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 943 time: 0.0467176 Aug 05 15:39:20.126688 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:20.144456 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5850a3e9-d125-4d56-bc55-119b5717ccd5 req-5390367e-7e53-4a4f-8eef-5d8fb5eac599 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462461 Aug 05 15:39:21.261996 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237125bb-1205-4aae-83bc-792574a7063c req-40ea7d35-6bd8-4ada-b19a-1a80c4f5c0bb tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:21.263481 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-237125bb-1205-4aae-83bc-792574a7063c req-40ea7d35-6bd8-4ada-b19a-1a80c4f5c0bb tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 943 time: 0.0473344 Aug 05 15:39:21.313648 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-237125bb-1205-4aae-83bc-792574a7063c req-61f924ed-c462-405a-98ee-45e4519b93ce tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435817 Aug 05 15:39:22.431955 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155458e-d75a-4f66-ba7c-3221cdaf11af req-c349b333-3e9c-47f7-be0d-6ada3629d64f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:22.433436 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1155458e-d75a-4f66-ba7c-3221cdaf11af req-c349b333-3e9c-47f7-be0d-6ada3629d64f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 943 time: 0.0473557 Aug 05 15:39:22.480485 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1155458e-d75a-4f66-ba7c-3221cdaf11af req-376631df-89b6-40e0-98d5-0fcf1b1e32f2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415013 Aug 05 15:39:23.602623 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b5d9f-d560-4432-857e-852d2290058d req-1a7950f3-cc0f-4966-b63f-92e81ce405d5 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:23.604093 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-da3b5d9f-d560-4432-857e-852d2290058d req-1a7950f3-cc0f-4966-b63f-92e81ce405d5 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 943 time: 0.0497937 Aug 05 15:39:23.650579 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-da3b5d9f-d560-4432-857e-852d2290058d req-7bdb2069-715f-4296-866e-fa494f7c17ca tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409288 Aug 05 15:39:24.769483 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08839e-66c8-45f8-af47-e3b6c0cd8e6d req-f304f948-49d9-497f-aa85-2535a180c0f4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:24.770968 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2a08839e-66c8-45f8-af47-e3b6c0cd8e6d req-f304f948-49d9-497f-aa85-2535a180c0f4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 943 time: 0.0466223 Aug 05 15:39:24.807188 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:39:24.823412 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2a08839e-66c8-45f8-af47-e3b6c0cd8e6d req-aa8be8bb-cb2f-4a80-b4e9-837ab6f134d6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468023 Aug 05 15:39:24.906951 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:24.918503 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'port_id': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5', 'mac_address': 'fa:16:3e:0d:6c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:39:24.951886 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:24.952245 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:24.965504 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:39:24.987090 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:25.083970 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:25.130514 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:25.386307 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['7a2f96a7-b8b4-4db4-a743-a5bfa13076a5'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:39:25.946681 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6c31d-0c8a-4293-a094-2cedfb0c298c req-d2166bc4-f170-481e-8ca6-b78ab01f22e0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:25.948267 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aee6c31d-0c8a-4293-a094-2cedfb0c298c req-d2166bc4-f170-481e-8ca6-b78ab01f22e0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 944 time: 0.0519598 Aug 05 15:39:25.973692 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:25.995442 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aee6c31d-0c8a-4293-a094-2cedfb0c298c req-c83f2318-7e03-4557-b324-ac62885c98da tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417449 Aug 05 15:39:26.808160 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:26.849711 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:39:26.923636 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:26.924012 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:27.002423 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:27.002806 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:27.026118 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:39:27.031054 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead18c63-7a72-4d01-9aa6-2a9a46a75e53" -d '{"events": [{"server_uuid": "59fb549a-27e1-4a42-b47c-1f04bd4d23ca", "name": "network-vif-plugged", "status": "completed", "tag": "7a2f96a7-b8b4-4db4-a743-a5bfa13076a5"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:39:27.044583 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:27.068773 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeec4556-b7c6-4193-8edc-c82676c5b57f x-openstack-request-id: req-aeec4556-b7c6-4193-8edc-c82676c5b57f {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:39:27.069113 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fb549a-27e1-4a42-b47c-1f04bd4d23ca", "name": "network-vif-plugged", "status": "completed", "tag": "7a2f96a7-b8b4-4db4-a743-a5bfa13076a5", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:39:27.069389 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-aeec4556-b7c6-4193-8edc-c82676c5b57f {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:39:27.069934 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeec4556-b7c6-4193-8edc-c82676c5b57f'] response: {'server_uuid': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5', 'code': 200} Aug 05 15:39:27.106914 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:27.124351 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b5fc8-89c2-4a44-8b73-c1a89f8398f1 req-a322f50b-cef3-4e7e-aab5-6009410f076d tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:27.127282 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e04b5fc8-89c2-4a44-8b73-c1a89f8398f1 req-a322f50b-cef3-4e7e-aab5-6009410f076d tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 944 time: 0.0531147 Aug 05 15:39:27.154894 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:27.178382 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e04b5fc8-89c2-4a44-8b73-c1a89f8398f1 req-deb632df-f98b-40fa-b2bc-35c723dc43b8 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468006 Aug 05 15:39:27.407836 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e964fb6-fb60-4804-95ac-393082bc26df req-11af6c59-7778-42ce-aa04-748d5daef55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:27.409545 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0e964fb6-fb60-4804-95ac-393082bc26df req-11af6c59-7778-42ce-aa04-748d5daef55a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 1129 time: 0.0403919 Aug 05 15:39:27.460506 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-0e964fb6-fb60-4804-95ac-393082bc26df req-caa9ec75-0d87-43a0-ac46-07d507e35e3d service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436714 Aug 05 15:39:27.465987 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-51e01b6c-b141-4f5a-8633-8ef1ef3c6959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:28.298013 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c99c7-1002-4aa4-838d-6f88ca034822 req-856795a1-67eb-46ae-815c-53ff0592484d tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:28.299460 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cc8c99c7-1002-4aa4-838d-6f88ca034822 req-856795a1-67eb-46ae-815c-53ff0592484d tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 945 time: 0.0461597 Aug 05 15:39:28.356098 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cc8c99c7-1002-4aa4-838d-6f88ca034822 req-198ecb89-9b13-44e6-a87c-729eb083a2a0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458562 Aug 05 15:39:28.789699 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-71c48a53-8ed1-4c97-b674-ca94b4fb0db1 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1658047509&fields=id&tenant_id=7b3f679565d546ff8e6418643699c002 HTTP/1.1" status: 200 len: 267 time: 0.0480993 Aug 05 15:39:28.898185 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23242327-044b-4b72-9895-fa78f7f664a3 req-e07f7fb2-4e87-41f0-ae70-2b0fa8243b4d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:28.899611 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-e07f7fb2-4e87-41f0-ae70-2b0fa8243b4d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a6b6686e-428b-46bc-8365-eafa91007418 HTTP/1.1" status: 200 len: 807 time: 0.1009324 Aug 05 15:39:28.914539 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-7bb71e1f-3b6a-480e-8e66-007fd1883e8b tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/quotas/7b3f679565d546ff8e6418643699c002 HTTP/1.1" status: 200 len: 375 time: 0.0092874 Aug 05 15:39:28.968425 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-99845435-bcf0-4e76-89f5-f6c565d1fb6c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7b3f679565d546ff8e6418643699c002&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463374 Aug 05 15:39:29.065008 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-ea38f5bd-a893-413f-b56a-c46cdc7dfe00 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854011 Aug 05 15:39:29.088557 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:29.161101 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-cd35bf01-d616-46c6-af1c-b47341af6ea6 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893464 Aug 05 15:39:29.485280 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f663a-5709-493c-a1bc-7b72f2f64b3f req-52cbf56b-8197-4d39-9653-683bc9c415ca tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:29.486937 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c42f663a-5709-493c-a1bc-7b72f2f64b3f req-52cbf56b-8197-4d39-9653-683bc9c415ca tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 945 time: 0.0610001 Aug 05 15:39:29.538761 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c42f663a-5709-493c-a1bc-7b72f2f64b3f req-35bba08b-8c2b-492f-9266-c3a52a7d3834 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438659 Aug 05 15:39:29.650829 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8e33c-a0cf-43e4-8e3b-09b20c25b3f3 req-6b082024-b297-49dc-95e0-c4c69a845ce6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:29.652595 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0da8e33c-a0cf-43e4-8e3b-09b20c25b3f3 req-6b082024-b297-49dc-95e0-c4c69a845ce6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 945 time: 0.0469904 Aug 05 15:39:29.668143 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47452) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:29.673850 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-9a2f53a9-ec66-40cc-a612-a33cb8e36b3f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'floatingip': {'port_id': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:29.721674 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a2f53a9-ec66-40cc-a612-a33cb8e36b3f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (46647216-8228-47e4-82ef-62002fc0fc04), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:29.743722 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b7184c2-d13b-4f23-b719-9cf6a150b567 req-b6ac3f5b-d54a-4422-b1a5-2c906bcbe5e9 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 210 time: 0.0326867 Aug 05 15:39:29.877505 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-33ac5227-5cdf-4e5f-8402-0e27e6ce60f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:30.156946 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a2f53a9-ec66-40cc-a612-a33cb8e36b3f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:30.238458 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a2f53a9-ec66-40cc-a612-a33cb8e36b3f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (46647216-8228-47e4-82ef-62002fc0fc04), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:30.285454 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:30.337521 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [None req-9a2f53a9-ec66-40cc-a612-a33cb8e36b3f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Floating IP 46647216-8228-47e4-82ef-62002fc0fc04 associated. External IP: 172.27.0.44, port: 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5. Aug 05 15:39:30.375010 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:30.538446 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2f53a9-ec66-40cc-a612-a33cb8e36b3f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Router 2a094309-06d4-48a9-ada8-166e4358c861 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:39:30.643123 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2f53a9-ec66-40cc-a612-a33cb8e36b3f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:39:30.648145 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9a2f53a9-ec66-40cc-a612-a33cb8e36b3f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:30.653602 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ce916-48d1-4e13-8b76-a1edc39df297 None None] Sync routers for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:39:30.663274 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ce916-48d1-4e13-8b76-a1edc39df297 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:39:30.665931 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-b92ce916-48d1-4e13-8b76-a1edc39df297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:39:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:30.678903 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-9a2f53a9-ec66-40cc-a612-a33cb8e36b3f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/46647216-8228-47e4-82ef-62002fc0fc04 HTTP/1.1" status: 200 len: 990 time: 1.0088553 Aug 05 15:39:30.679482 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'tag': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:39:30.681800 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed" -d '{"events": [{"name": "network-changed", "server_uuid": "59fb549a-27e1-4a42-b47c-1f04bd4d23ca", "tag": "7a2f96a7-b8b4-4db4-a743-a5bfa13076a5"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:39:30.719294 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4292839-a00d-46ea-9407-1e72b8b5fcd6 x-openstack-request-id: req-d4292839-a00d-46ea-9407-1e72b8b5fcd6 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:39:30.719590 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fb549a-27e1-4a42-b47c-1f04bd4d23ca", "tag": "7a2f96a7-b8b4-4db4-a743-a5bfa13076a5", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:39:30.719848 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d4292839-a00d-46ea-9407-1e72b8b5fcd6 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:39:30.720305 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4292839-a00d-46ea-9407-1e72b8b5fcd6'] response: {'name': 'network-changed', 'server_uuid': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'tag': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5', 'status': 'completed', 'code': 200} Aug 05 15:39:30.753599 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:30.758361 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:30.768941 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-b92ce916-48d1-4e13-8b76-a1edc39df297 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:39:30.798381 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed req-15cd2c0f-9161-4415-9f9b-25455076aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:30.799946 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed req-15cd2c0f-9161-4415-9f9b-25455076aa78 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 1129 time: 0.0418434 Aug 05 15:39:30.829675 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9bc5a4cd-92b7-4e56-aa23-cb2b327357cf req-9e1c1cef-bbc0-4d1c-935b-005f8f07b5d6 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 210 time: 0.0294766 Aug 05 15:39:30.898454 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed req-596e467a-7ba4-4740-89a1-51a112acb0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:30.899995 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed req-596e467a-7ba4-4740-89a1-51a112acb0be service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 916 time: 0.0936415 Aug 05 15:39:30.933547 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:30.965355 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed req-72bff309-6e8b-423f-9dde-ea6ea7bc4045 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 HTTP/1.1" status: 200 len: 998 time: 0.0572407 Aug 05 15:39:30.972932 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:31.016526 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-b92ce916-48d1-4e13-8b76-a1edc39df297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2fb1b9d7-d8a5-420f-b590-a729831e3d7e', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:31:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:08Z', 'updated_at': '2022-08-05T15:38:25Z', 'revision_number': 2, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}, {'id': '46647216-8228-47e4-82ef-62002fc0fc04', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:0d:6c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:39:12Z', 'updated_at': '2022-08-05T15:39:30Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:31.020325 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed req-b7c090d0-99ba-4633-a7b2-3a44ebd561ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:31.021825 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed req-b7c090d0-99ba-4633-a7b2-3a44ebd561ec service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c7a52748-13b7-41f4-a2d6-6c53085216f4 HTTP/1.1" status: 200 len: 854 time: 0.0493741 Aug 05 15:39:31.046240 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ce916-48d1-4e13-8b76-a1edc39df297 None None] Checking router: 2a094309-06d4-48a9-ada8-166e4358c861 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:39:31.056289 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ce916-48d1-4e13-8b76-a1edc39df297 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:39:31.056897 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-b92ce916-48d1-4e13-8b76-a1edc39df297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:39:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:31.067752 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed req-c41da361-3cb8-4be4-8a16-707e19e412c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:31.069310 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed req-c41da361-3cb8-4be4-8a16-707e19e412c6 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b05605aa-dd0e-428b-8865-2528537f12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401433 Aug 05 15:39:31.181524 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed req-765643af-8320-48e4-8ecc-4c147f3fffa4 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038566 Aug 05 15:39:31.283712 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-2ac83f77-d5cd-41a8-a2f5-3705fa1463ed req-36502f65-1910-48b8-bc71-ab6d9b652233 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935843 Aug 05 15:39:31.296320 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-b92ce916-48d1-4e13-8b76-a1edc39df297 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:39:31.475506 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:31.511424 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-b92ce916-48d1-4e13-8b76-a1edc39df297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2fb1b9d7-d8a5-420f-b590-a729831e3d7e', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:31:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:08Z', 'updated_at': '2022-08-05T15:38:25Z', 'revision_number': 2, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}, {'id': '46647216-8228-47e4-82ef-62002fc0fc04', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:0d:6c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:39:12Z', 'updated_at': '2022-08-05T15:39:30Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:31.537287 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ce916-48d1-4e13-8b76-a1edc39df297 None None] The sync data for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi is: [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2fb1b9d7-d8a5-420f-b590-a729831e3d7e', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:31:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:08Z', 'updated_at': '2022-08-05T15:38:25Z', 'revision_number': 2, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}, {'id': '46647216-8228-47e4-82ef-62002fc0fc04', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:0d:6c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:39:12Z', 'updated_at': '2022-08-05T15:39:30Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:39:31.732006 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb6394-2b5b-4b86-8f3a-8357c6d24bc6 None None] New status for floating IP 46647216-8228-47e4-82ef-62002fc0fc04: ACTIVE {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:39:31.932017 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-53d4c859-a910-4fff-83c8-2103ee45c0cf req-67f6a71d-ca61-4d7d-a856-abb7306b292f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 210 time: 0.0275619 Aug 05 15:39:32.161192 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:32.196947 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23242327-044b-4b72-9895-fa78f7f664a3 req-3448b2e3-e12f-4b5a-bb11-eb7f5b6c0ace tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:32.198443 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-3448b2e3-e12f-4b5a-bb11-eb7f5b6c0ace tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.17 "GET /networking/v2.0/networks?id=a6b6686e-428b-46bc-8365-eafa91007418 HTTP/1.1" status: 200 len: 807 time: 0.1065803 Aug 05 15:39:32.271483 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-1e510c36-78c4-4a0f-9935-7f9308d358f6 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7b3f679565d546ff8e6418643699c002 HTTP/1.1" status: 200 len: 380 time: 0.0545545 Aug 05 15:39:32.282833 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Request body: {'port': {'device_id': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'admin_state_up': True, 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'security_groups': ['a50a515d-c098-4c6a-ac84-bbc76243d4da']}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:32.363305 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:32.381198 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:32.478340 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Made reservation on behalf of 7b3f679565d546ff8e6418643699c002 for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:39:32.481859 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:32.605891 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Allocated IP 172.20.0.13 (a6b6686e-428b-46bc-8365-eafa91007418/23d3e519-ccfd-4d6b-be30-9de8d71ac086/1b2ba23a-8013-4633-b805-dfe87929d3df) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:39:32.650627 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:32.748889 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:32.815913 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:32.859597 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Network a6b6686e-428b-46bc-8365-eafa91007418 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:39:32.862823 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:39:32.867264 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:39:32.873550 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event updated for resources: {'Port': ['ID=1b2ba23a-8013-4633-b805-dfe87929d3df,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:32.924505 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:32.925147 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:33.005277 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-254e314a-a556-4bc9-81ad-71c14bc5ddc7 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7219899 Aug 05 15:39:33.013737 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Request body: {'port': {'device_id': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:33.063504 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae151ac5-16bd-425d-8316-c120bbcae8ab req-f39d64de-5d88-4aec-beb5-89cc59e491d0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:33.065010 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ae151ac5-16bd-425d-8316-c120bbcae8ab req-f39d64de-5d88-4aec-beb5-89cc59e491d0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 932 time: 0.0510066 Aug 05 15:39:33.077765 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:33.118215 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-35b10c21-c755-4d0e-aabc-1eacb79294e4 None None] Provisioning complete for port 1b2ba23a-8013-4633-b805-dfe87929d3df triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:33.118856 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-35b10c21-c755-4d0e-aabc-1eacb79294e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:33.119884 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ae151ac5-16bd-425d-8316-c120bbcae8ab req-06488419-d9a9-4f29-b98e-63c8dc53a76d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472765 Aug 05 15:39:33.133404 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:33.177007 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-35b10c21-c755-4d0e-aabc-1eacb79294e4 None None] Port 1b2ba23a-8013-4633-b805-dfe87929d3df cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:39:33.300394 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:33.368390 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2ba23a-8013-4633-b805-dfe87929d3df {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:39:33.376620 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Publish callbacks [] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:33.390295 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Transition to ACTIVE for port object 1b2ba23a-8013-4633-b805-dfe87929d3df will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:39:33.459962 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:33.539430 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2ba23a-8013-4633-b805-dfe87929d3df,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:33.568991 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Attempting to bind port 1b2ba23a-8013-4633-b805-dfe87929d3df on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:39:33.569327 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Attempting to bind port 1b2ba23a-8013-4633-b805-dfe87929d3df by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:39:33.569656 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Attempting to bind port 1b2ba23a-8013-4633-b805-dfe87929d3df on network a6b6686e-428b-46bc-8365-eafa91007418 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:39:33.574157 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Port 1b2ba23a-8013-4633-b805-dfe87929d3df on network a6b6686e-428b-46bc-8365-eafa91007418 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:39:33.574473 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Attempting to bind port 1b2ba23a-8013-4633-b805-dfe87929d3df on network a6b6686e-428b-46bc-8365-eafa91007418 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:39:33.579286 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:39:33.579621 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Checking segment: {'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:39:33.580004 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Bound using segment: {'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:39:33.580491 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Bound port: 1b2ba23a-8013-4633-b805-dfe87929d3df, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:39:33.580842 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:33.643714 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] For port 1b2ba23a-8013-4633-b805-dfe87929d3df, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:39:33.646749 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] For port 1b2ba23a-8013-4633-b805-dfe87929d3df, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=1b2ba23a-8013-4633-b805-dfe87929d3df,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:39:33.730403 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:33.733582 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:33.734378 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:33.735777 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/1b2ba23a-8013-4633-b805-dfe87929d3df HTTP/1.1" status: 200 len: 1094 time: 0.7264750 Aug 05 15:39:33.738069 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:39:33.746294 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dbc974-fc2d-4498-a681-a27b2c03529e" -d '{"events": [{"name": "network-changed", "server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:39:33.780892 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6ab5b7-aeb7-4c13-8edb-7b0050cfc845 x-openstack-request-id: req-ed6ab5b7-aeb7-4c13-8edb-7b0050cfc845 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:39:33.781198 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:39:33.781475 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ed6ab5b7-aeb7-4c13-8edb-7b0050cfc845 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:39:33.781888 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6ab5b7-aeb7-4c13-8edb-7b0050cfc845'] response: {'name': 'network-changed', 'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'status': 'completed', 'code': 200} Aug 05 15:39:33.793273 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8c2ba-539a-4e97-b8a2-edc7632ae264 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2ba23a-8013-4633-b805-dfe87929d3df,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:33.849011 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbc974-fc2d-4498-a681-a27b2c03529e req-ab2a8dd9-0c20-4936-b45c-d66dc491f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:33.850488 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-95dbc974-fc2d-4498-a681-a27b2c03529e req-ab2a8dd9-0c20-4936-b45c-d66dc491f23a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7b3f679565d546ff8e6418643699c002&device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 1128 time: 0.0398469 Aug 05 15:39:33.960525 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbc974-fc2d-4498-a681-a27b2c03529e req-52ef12bd-4a04-4f09-907c-5f1bced39ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:33.961995 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-95dbc974-fc2d-4498-a681-a27b2c03529e req-52ef12bd-4a04-4f09-907c-5f1bced39ab2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=7b3f679565d546ff8e6418643699c002&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0970445 Aug 05 15:39:34.044127 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:34.076510 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbc974-fc2d-4498-a681-a27b2c03529e req-8bc83235-9f1a-4919-816d-50ffabf45295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:34.078032 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-95dbc974-fc2d-4498-a681-a27b2c03529e req-8bc83235-9f1a-4919-816d-50ffabf45295 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001294 Aug 05 15:39:34.159375 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23242327-044b-4b72-9895-fa78f7f664a3 req-314379d9-ad7f-40e9-bcf9-16083a16e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:34.160944 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-314379d9-ad7f-40e9-bcf9-16083a16e307 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7b3f679565d546ff8e6418643699c002&device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 1128 time: 0.0432701 Aug 05 15:39:34.202956 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-a72a9e0a-9cc5-4a3e-9d68-9031a414e917 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2ba23a-8013-4633-b805-dfe87929d3df HTTP/1.1" status: 200 len: 217 time: 0.0342808 Aug 05 15:39:34.253471 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23242327-044b-4b72-9895-fa78f7f664a3 req-2534544e-a283-4a21-aea2-168ec7c34b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:34.255535 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-2534544e-a283-4a21-aea2-168ec7c34b42 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=23d3e519-ccfd-4d6b-be30-9de8d71ac086 HTTP/1.1" status: 200 len: 846 time: 0.0458634 Aug 05 15:39:34.257101 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a72f13-c9cf-4cac-85be-18c4cf88dad1 req-b4857cd2-3e82-41b0-a7b2-3c6a6e2ac862 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:34.258571 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e7a72f13-c9cf-4cac-85be-18c4cf88dad1 req-b4857cd2-3e82-41b0-a7b2-3c6a6e2ac862 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0520496 Aug 05 15:39:34.301096 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23242327-044b-4b72-9895-fa78f7f664a3 req-968119de-7ea2-4720-90b1-db965d3549fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:34.302503 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-968119de-7ea2-4720-90b1-db965d3549fa service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=a6b6686e-428b-46bc-8365-eafa91007418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402782 Aug 05 15:39:34.308086 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e7a72f13-c9cf-4cac-85be-18c4cf88dad1 req-e2728a08-234d-43c8-a779-9d1a11f85f0a tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438306 Aug 05 15:39:34.408382 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-6f1ab574-69a3-4b75-9569-25f90228da8d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982668 Aug 05 15:39:34.745452 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-23242327-044b-4b72-9895-fa78f7f664a3 req-07a28a02-6398-48e8-990f-fb04d9c43ad8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307049 Aug 05 15:39:35.431446 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcf35f-9468-4544-9bf9-037a315de6aa req-2020c604-66b5-44cf-bd34-d7608a414ef9 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:35.432963 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3cfcf35f-9468-4544-9bf9-037a315de6aa req-2020c604-66b5-44cf-bd34-d7608a414ef9 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0480392 Aug 05 15:39:35.443841 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:35.481843 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3cfcf35f-9468-4544-9bf9-037a315de6aa req-6c5c24fe-31cd-450b-9075-9d0ca7f19326 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433495 Aug 05 15:39:36.602457 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210aced-9bcb-48e2-b630-5ed837359c47 req-cdcb5508-a9c9-4072-bbb3-b07b161d6e20 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:36.603898 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c210aced-9bcb-48e2-b630-5ed837359c47 req-cdcb5508-a9c9-4072-bbb3-b07b161d6e20 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0505311 Aug 05 15:39:36.652517 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c210aced-9bcb-48e2-b630-5ed837359c47 req-58a6cdbc-0b78-436e-a3e0-886744ddacb8 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426025 Aug 05 15:39:37.777320 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a559c-1100-4485-a1db-99aabe146052 req-fb7d8a5a-40d2-4b6c-bef1-419fa363cfb5 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:37.778806 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9c0a559c-1100-4485-a1db-99aabe146052 req-fb7d8a5a-40d2-4b6c-bef1-419fa363cfb5 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0511653 Aug 05 15:39:37.827745 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9c0a559c-1100-4485-a1db-99aabe146052 req-c0fbb626-28cb-4201-b7e5-8c52caed0eed tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428391 Aug 05 15:39:38.946083 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2e669-d87b-4573-91fb-10a76434d7a3 req-c631d197-ff3a-4687-a18f-f81eb5cca2a4 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:38.947599 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f7c2e669-d87b-4573-91fb-10a76434d7a3 req-c631d197-ff3a-4687-a18f-f81eb5cca2a4 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0485568 Aug 05 15:39:38.998572 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f7c2e669-d87b-4573-91fb-10a76434d7a3 req-76b375b6-858c-4556-bf73-253cc48cf4d2 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454431 Aug 05 15:39:40.117596 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fb89d-cdc6-4143-8261-9113949449ac req-28135d9d-748f-4109-941b-8aef330a0d99 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:40.118941 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6f5fb89d-cdc6-4143-8261-9113949449ac req-28135d9d-748f-4109-941b-8aef330a0d99 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0464554 Aug 05 15:39:40.167342 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6f5fb89d-cdc6-4143-8261-9113949449ac req-e230e485-11aa-4aea-873d-18ed0058b59f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427103 Aug 05 15:39:41.286431 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060ca54-c2f2-4c41-a3d1-6ef1fac25d4e req-972a95e8-73fb-459d-9ee4-647b182cdeb9 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:41.287954 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b060ca54-c2f2-4c41-a3d1-6ef1fac25d4e req-972a95e8-73fb-459d-9ee4-647b182cdeb9 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0481668 Aug 05 15:39:41.337070 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b060ca54-c2f2-4c41-a3d1-6ef1fac25d4e req-4942db8c-4514-4222-a68f-2c1c549cef51 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434833 Aug 05 15:39:41.836251 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:41.838163 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=76,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:42.591479 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:42.607032 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9203f-c223-4324-b75e-2116f5441b50 req-02c2a58d-f6e2-46c4-a9d3-de84bdc2282f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:42.608539 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c7a9203f-c223-4324-b75e-2116f5441b50 req-02c2a58d-f6e2-46c4-a9d3-de84bdc2282f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0510650 Aug 05 15:39:42.661281 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c7a9203f-c223-4324-b75e-2116f5441b50 req-b6a1e074-3e2b-49e2-bb42-bced36471c64 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471070 Aug 05 15:39:42.891742 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 1b2ba23a-8013-4633-b805-dfe87929d3df details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:39:42.993864 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 1b2ba23a-8013-4633-b805-dfe87929d3df, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=1b2ba23a-8013-4633-b805-dfe87929d3df,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:43.004655 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'port_id': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'mac_address': 'fa:16:3e:71:5d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:39:43.039794 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 1b2ba23a-8013-4633-b805-dfe87929d3df is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:43.040216 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:43.053558 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2ba23a-8013-4633-b805-dfe87929d3df {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:39:43.073897 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 1b2ba23a-8013-4633-b805-dfe87929d3df, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=1b2ba23a-8013-4633-b805-dfe87929d3df,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:43.145745 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:43.197735 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=1b2ba23a-8013-4633-b805-dfe87929d3df,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:43.459928 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['1b2ba23a-8013-4633-b805-dfe87929d3df'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:39:43.596289 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:43.787464 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c425b-763f-49ae-8a41-5fdfe0ed5bfb req-be3e5b8d-b162-4a94-8080-5e1601371240 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:43.789666 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ad6c425b-763f-49ae-8a41-5fdfe0ed5bfb req-be3e5b8d-b162-4a94-8080-5e1601371240 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 945 time: 0.0473042 Aug 05 15:39:43.838061 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ad6c425b-763f-49ae-8a41-5fdfe0ed5bfb req-44e1e9bc-6dcb-4f44-9a60-3e61959977d5 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Aug 05 15:39:44.741070 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=32 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:44.741956 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:44.954222 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97c1ad-2092-4a96-8379-e7bfbb1d200b req-0a83aa3b-6383-4d13-ad1a-b7d02b009334 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:44.955652 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5f97c1ad-2092-4a96-8379-e7bfbb1d200b req-0a83aa3b-6383-4d13-ad1a-b7d02b009334 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 945 time: 0.0459981 Aug 05 15:39:45.006260 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5f97c1ad-2092-4a96-8379-e7bfbb1d200b req-e2e71382-22cc-4fb4-b4b5-6d43cea136d6 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450723 Aug 05 15:39:46.121028 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b12aca-b6fe-4b3e-a70e-1a974498b742 req-3ac971b9-2c64-45e7-a23e-8a5a5a8a01d0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:46.122466 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e1b12aca-b6fe-4b3e-a70e-1a974498b742 req-3ac971b9-2c64-45e7-a23e-8a5a5a8a01d0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 945 time: 0.0459571 Aug 05 15:39:46.171428 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e1b12aca-b6fe-4b3e-a70e-1a974498b742 req-23aae469-0388-427b-8b73-b4c520542332 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435741 Aug 05 15:39:47.039806 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 1b2ba23a-8013-4633-b805-dfe87929d3df up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:39:47.083384 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 1b2ba23a-8013-4633-b805-dfe87929d3df completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:39:47.141410 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 1b2ba23a-8013-4633-b805-dfe87929d3df triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:39:47.141786 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:47.162481 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:47.217615 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 1b2ba23a-8013-4633-b805-dfe87929d3df is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:39:47.218006 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:47.242480 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:39:47.244763 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a851a0-d1f9-4737-8fbc-e8df14c21d2a" -d '{"events": [{"server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "name": "network-vif-plugged", "status": "completed", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:39:47.258276 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 1b2ba23a-8013-4633-b805-dfe87929d3df, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=1b2ba23a-8013-4633-b805-dfe87929d3df,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:39:47.287609 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b66bc5-b17f-496d-a847-7f23b990dca8 x-openstack-request-id: req-74b66bc5-b17f-496d-a847-7f23b990dca8 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:39:47.287903 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "name": "network-vif-plugged", "status": "completed", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:39:47.288191 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-74b66bc5-b17f-496d-a847-7f23b990dca8 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:39:47.289243 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b66bc5-b17f-496d-a847-7f23b990dca8'] response: {'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'code': 200} Aug 05 15:39:47.295261 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108b699-bdd0-4a11-aa15-ef0b45cfbff7 req-56b08786-e67e-4f2e-8d6a-dddd35385e59 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:47.296792 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8108b699-bdd0-4a11-aa15-ef0b45cfbff7 req-56b08786-e67e-4f2e-8d6a-dddd35385e59 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 945 time: 0.0492177 Aug 05 15:39:47.330609 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:47.349025 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8108b699-bdd0-4a11-aa15-ef0b45cfbff7 req-e8969888-22fa-44fb-a634-cc119cc3678d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461926 Aug 05 15:39:47.379523 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=1b2ba23a-8013-4633-b805-dfe87929d3df,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:47.649103 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1cd09-159d-4e1f-a80e-36a3b956ed5f req-dc8b91f0-922c-4fbe-8e11-f3827a35a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:47.650467 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e1e1cd09-159d-4e1f-a80e-36a3b956ed5f req-dc8b91f0-922c-4fbe-8e11-f3827a35a6a2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 1130 time: 0.0378492 Aug 05 15:39:47.697772 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e1e1cd09-159d-4e1f-a80e-36a3b956ed5f req-d46b9cad-5d91-4ed8-9676-af746ab6e597 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388710 Aug 05 15:39:48.479354 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0445ed-ed0d-44b4-91ab-9a9f7375614d req-476cf5bc-283e-4ef0-897c-e4499dc74852 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:48.480807 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ac0445ed-ed0d-44b4-91ab-9a9f7375614d req-476cf5bc-283e-4ef0-897c-e4499dc74852 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0491681 Aug 05 15:39:48.510290 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:48.529163 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ac0445ed-ed0d-44b4-91ab-9a9f7375614d req-4afc4cd4-f6c6-4315-8151-75ff49afeb8e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428917 Aug 05 15:39:49.646010 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368099b0-043b-4c02-b276-a05c6a2dc8a6 req-fdc0165b-6395-4c13-ae51-4675c1dd690f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:49.647448 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-368099b0-043b-4c02-b276-a05c6a2dc8a6 req-fdc0165b-6395-4c13-ae51-4675c1dd690f tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0472038 Aug 05 15:39:49.695661 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-368099b0-043b-4c02-b276-a05c6a2dc8a6 req-846193c7-e9d9-417b-bd93-ca2af65eb814 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420175 Aug 05 15:39:50.815209 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407fd0e-0ee9-430a-9157-dc536d8dd40b req-0805b6c0-87d4-4d8d-9adb-3b092edbcce0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:50.816670 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e407fd0e-0ee9-430a-9157-dc536d8dd40b req-0805b6c0-87d4-4d8d-9adb-3b092edbcce0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0495288 Aug 05 15:39:51.135221 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e407fd0e-0ee9-430a-9157-dc536d8dd40b req-31a5fbc4-f701-47ef-b94c-3fc8e5416b7d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131101 Aug 05 15:39:52.255329 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485f592-554b-437b-826f-a92026ae403b req-64a5f804-3907-49a3-8825-bf501f984940 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:52.256874 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f485f592-554b-437b-826f-a92026ae403b req-64a5f804-3907-49a3-8825-bf501f984940 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0499072 Aug 05 15:39:52.307111 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f485f592-554b-437b-826f-a92026ae403b req-a5e28974-6d90-4e77-8cfe-95eb1add4bac tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439279 Aug 05 15:39:53.423759 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f016af-dfa8-42b0-bc2d-ea3b51dd00ba req-bb2c79f1-8d0b-4553-b966-e354818cf327 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:53.425117 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12f016af-dfa8-42b0-bc2d-ea3b51dd00ba req-bb2c79f1-8d0b-4553-b966-e354818cf327 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0464036 Aug 05 15:39:53.475602 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12f016af-dfa8-42b0-bc2d-ea3b51dd00ba req-117091e7-19f3-41de-8143-075d5a70eeb0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442660 Aug 05 15:39:53.596723 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c7d06-8ce2-4cd9-95c9-a33f725b3c7e req-708978ce-8d35-49a1-985e-09685fee4b2b tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:53.598133 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-989c7d06-8ce2-4cd9-95c9-a33f725b3c7e req-708978ce-8d35-49a1-985e-09685fee4b2b tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0462697 Aug 05 15:39:53.645393 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-989c7d06-8ce2-4cd9-95c9-a33f725b3c7e req-9c0d1232-e4c8-47fe-9f9b-27f7af80c11b tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418715 Aug 05 15:39:53.671558 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47596) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:53.826776 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012dbba1-43ed-46c7-bc87-adb93d503cb7 tempest-TestShelveInstance-313985423 tempest-TestShelveInstance-313985423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:53.828277 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-012dbba1-43ed-46c7-bc87-adb93d503cb7 tempest-TestShelveInstance-313985423 tempest-TestShelveInstance-313985423-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 1125 time: 0.1556935 Aug 05 15:39:53.831324 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47602) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:39:53.835401 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'port_id': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:39:53.839572 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:53.930735 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:54.009940 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:54.115983 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Allocated IP 172.27.0.80 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/ebbab97e-8953-4eee-9d6e-680daeb4e159) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:39:54.217793 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for port (ebbab97e-8953-4eee-9d6e-680daeb4e159), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:54.239722 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:54.288939 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (ebbab97e-8953-4eee-9d6e-680daeb4e159), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:54.327058 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:39:54.329929 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:39:54.336093 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:39:54.367327 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event updated for resources: {'Port': ['ID=ebbab97e-8953-4eee-9d6e-680daeb4e159,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:54.378545 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.378884 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.379217 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.379550 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.379874 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.380230 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.380552 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.380870 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.381185 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.381501 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.381817 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.382133 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.382447 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.382756 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.383067 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:39:54.688300 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:54.694050 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for floatingip (87fc442c-b5d5-4ded-bbc5-9e74d1b4bb98), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:54.797662 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ebbab97e-8953-4eee-9d6e-680daeb4e159), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:54.943759 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for port (ebbab97e-8953-4eee-9d6e-680daeb4e159), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:54.998345 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (ebbab97e-8953-4eee-9d6e-680daeb4e159), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:55.062177 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event updated for resources: {'Port': ['ID=ebbab97e-8953-4eee-9d6e-680daeb4e159,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:39:55.067787 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (87fc442c-b5d5-4ded-bbc5-9e74d1b4bb98), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:55.148020 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:55.162123 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Floating IP 87fc442c-b5d5-4ded-bbc5-9e74d1b4bb98 associated. External IP: 172.27.0.80, port: 1b2ba23a-8013-4633-b805-dfe87929d3df. Aug 05 15:39:55.373714 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Router 5b0e0013-e5ee-44c4-a504-1494e8952664 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:39:55.476096 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:39:55.486129 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58310cf4-ddd8-44e5-8134-0b3e6d807e2a None None] Sync routers for ids ['5b0e0013-e5ee-44c4-a504-1494e8952664'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:39:55.496499 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58310cf4-ddd8-44e5-8134-0b3e6d807e2a None None] Routers {'5b0e0013-e5ee-44c4-a504-1494e8952664'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:39:55.497230 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-58310cf4-ddd8-44e5-8134-0b3e6d807e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:39:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['5b0e0013-e5ee-44c4-a504-1494e8952664'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:55.566595 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:55.598026 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-b5c689c5-70b1-4f73-8a45-5851dc78c623 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7657068 Aug 05 15:39:55.598604 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:39:55.601611 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85be29e-53db-46a2-bc23-f49cd52a7489" -d '{"events": [{"name": "network-changed", "server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:39:55.603255 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-58310cf4-ddd8-44e5-8134-0b3e6d807e2a None None] Set router 5b0e0013-e5ee-44c4-a504-1494e8952664 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:39:55.637538 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfec2c9-f82e-4905-892c-89a1956d2a3b x-openstack-request-id: req-5bfec2c9-f82e-4905-892c-89a1956d2a3b {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:39:55.637837 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:39:55.638094 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5bfec2c9-f82e-4905-892c-89a1956d2a3b {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:39:55.638501 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bfec2c9-f82e-4905-892c-89a1956d2a3b'] response: {'name': 'network-changed', 'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'status': 'completed', 'code': 200} Aug 05 15:39:55.817631 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-58310cf4-ddd8-44e5-8134-0b3e6d807e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '87fc442c-b5d5-4ded-bbc5-9e74d1b4bb98', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'port_id': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'mac_address': 'fa:16:3e:71:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:39:54Z', 'updated_at': '2022-08-05T15:39:54Z', 'revision_number': 0, 'project_id': '7b3f679565d546ff8e6418643699c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60b6b60-c58d-431a-a68a-25964ffaa95f', 'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'mac_address': 'fa:16:3e:f1:f4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:56Z', 'updated_at': '2022-08-05T15:39:01Z', 'revision_number': 5, 'project_id': '7b3f679565d546ff8e6418643699c002', 'subnets': [{'id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:55.843614 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58310cf4-ddd8-44e5-8134-0b3e6d807e2a None None] Checking router: 5b0e0013-e5ee-44c4-a504-1494e8952664 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:39:55.852906 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58310cf4-ddd8-44e5-8134-0b3e6d807e2a None None] Routers {'5b0e0013-e5ee-44c4-a504-1494e8952664'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:39:55.853560 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-58310cf4-ddd8-44e5-8134-0b3e6d807e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:39:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['5b0e0013-e5ee-44c4-a504-1494e8952664'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:55.860094 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85be29e-53db-46a2-bc23-f49cd52a7489 req-c0951fc0-ebcf-468b-b057-6b50cb1b9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:55.861653 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c85be29e-53db-46a2-bc23-f49cd52a7489 req-c0951fc0-ebcf-468b-b057-6b50cb1b9e71 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7b3f679565d546ff8e6418643699c002&device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 1130 time: 0.0406666 Aug 05 15:39:55.958127 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-58310cf4-ddd8-44e5-8134-0b3e6d807e2a None None] Set router 5b0e0013-e5ee-44c4-a504-1494e8952664 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:39:55.959518 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85be29e-53db-46a2-bc23-f49cd52a7489 req-9a7015d4-4d12-4694-b539-eefdbb41c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:55.961668 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c85be29e-53db-46a2-bc23-f49cd52a7489 req-9a7015d4-4d12-4694-b539-eefdbb41c12b service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=a6b6686e-428b-46bc-8365-eafa91007418 HTTP/1.1" status: 200 len: 908 time: 0.0913084 Aug 05 15:39:56.025199 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c85be29e-53db-46a2-bc23-f49cd52a7489 req-ca033ff1-e92e-4b30-9c02-368b4e27bc46 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2ba23a-8013-4633-b805-dfe87929d3df HTTP/1.1" status: 200 len: 999 time: 0.0555780 Aug 05 15:39:56.041609 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:56.080544 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85be29e-53db-46a2-bc23-f49cd52a7489 req-1276a53f-38af-4815-adbd-18d1b344078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:56.082020 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c85be29e-53db-46a2-bc23-f49cd52a7489 req-1276a53f-38af-4815-adbd-18d1b344078d service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=23d3e519-ccfd-4d6b-be30-9de8d71ac086 HTTP/1.1" status: 200 len: 846 time: 0.0481465 Aug 05 15:39:56.129504 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85be29e-53db-46a2-bc23-f49cd52a7489 req-e3417f6f-f624-4065-9d96-e7b4538ad620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:39:56.130999 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c85be29e-53db-46a2-bc23-f49cd52a7489 req-e3417f6f-f624-4065-9d96-e7b4538ad620 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=a6b6686e-428b-46bc-8365-eafa91007418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396886 Aug 05 15:39:56.181871 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-58310cf4-ddd8-44e5-8134-0b3e6d807e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '87fc442c-b5d5-4ded-bbc5-9e74d1b4bb98', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'port_id': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'mac_address': 'fa:16:3e:71:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:39:54Z', 'updated_at': '2022-08-05T15:39:54Z', 'revision_number': 0, 'project_id': '7b3f679565d546ff8e6418643699c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60b6b60-c58d-431a-a68a-25964ffaa95f', 'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'mac_address': 'fa:16:3e:f1:f4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:56Z', 'updated_at': '2022-08-05T15:39:01Z', 'revision_number': 5, 'project_id': '7b3f679565d546ff8e6418643699c002', 'subnets': [{'id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:39:56.208218 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58310cf4-ddd8-44e5-8134-0b3e6d807e2a None None] The sync data for ids ['5b0e0013-e5ee-44c4-a504-1494e8952664'] in dv-cinder-849890-4-iscsi is: [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '87fc442c-b5d5-4ded-bbc5-9e74d1b4bb98', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'port_id': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'mac_address': 'fa:16:3e:71:5d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:39:54Z', 'updated_at': '2022-08-05T15:39:54Z', 'revision_number': 0, 'project_id': '7b3f679565d546ff8e6418643699c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60b6b60-c58d-431a-a68a-25964ffaa95f', 'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'mac_address': 'fa:16:3e:f1:f4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:56Z', 'updated_at': '2022-08-05T15:39:01Z', 'revision_number': 5, 'project_id': '7b3f679565d546ff8e6418643699c002', 'subnets': [{'id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:39:56.231027 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c85be29e-53db-46a2-bc23-f49cd52a7489 req-f0ae3a40-8455-41d7-9557-a96e48741b78 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885270 Aug 05 15:39:56.328905 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-c85be29e-53db-46a2-bc23-f49cd52a7489 req-5099f775-4332-42f2-bffd-31098a23c333 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902259 Aug 05 15:39:56.395056 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59245c5-77ff-4d23-97ad-79fca5a9cb35 None None] New status for floating IP 87fc442c-b5d5-4ded-bbc5-9e74d1b4bb98: ACTIVE {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:39:56.912930 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:39:57.388783 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:39:57.507036 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ca46b92b-0618-4429-a210-6fee8ddd494c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:39:59.890010 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d025125e-a287-4b1b-aa33-015803639eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:00.895777 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:00.969929 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:02.219608 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b7d56-38ce-4226-9256-2d21aa774fa4 req-3af712df-381a-4478-9c1e-0f2470be66c6 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:02.221103 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1f5b7d56-38ce-4226-9256-2d21aa774fa4 req-3af712df-381a-4478-9c1e-0f2470be66c6 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 945 time: 0.0483270 Aug 05 15:40:02.245849 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:02.267317 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1f5b7d56-38ce-4226-9256-2d21aa774fa4 req-aa750756-3072-470b-a7c7-9628d764978e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406640 Aug 05 15:40:02.365044 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:02.619982 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:03.385560 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392bbff-2ecf-4554-ae3c-d008db79c8f7 req-f9cf20ba-199c-4102-9b13-57e3db82a4e8 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:03.386990 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3392bbff-2ecf-4554-ae3c-d008db79c8f7 req-f9cf20ba-199c-4102-9b13-57e3db82a4e8 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 945 time: 0.0461104 Aug 05 15:40:03.436801 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3392bbff-2ecf-4554-ae3c-d008db79c8f7 req-a2b27bee-c49f-4f8f-8eb0-fb636eac722c tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 Aug 05 15:40:04.065876 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b959b-968e-40df-bbe2-0d7beae3b2b4 req-2d504cdd-b14e-4bc8-b26b-8d08772177cd tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:04.067282 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1c8b959b-968e-40df-bbe2-0d7beae3b2b4 req-2d504cdd-b14e-4bc8-b26b-8d08772177cd tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 945 time: 0.0473564 Aug 05 15:40:04.153948 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-1c8b959b-968e-40df-bbe2-0d7beae3b2b4 req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Deleting port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:04.154282 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1c8b959b-968e-40df-bbe2-0d7beae3b2b4 req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:04.242166 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-1c8b959b-968e-40df-bbe2-0d7beae3b2b4 req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] For port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0,segment=NetworkSegment(fbbb27b7-45cb-4878-bedb-da0faf024d07),segment_id=fbbb27b7-45cb-4878-bedb-da0faf024d07)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:04.242523 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1c8b959b-968e-40df-bbe2-0d7beae3b2b4 req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:04.256741 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-1c8b959b-968e-40df-bbe2-0d7beae3b2b4 req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Calling delete_port for 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 owned by compute:nova {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:04.341974 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:04.380738 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:04.444220 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1c8b959b-968e-40df-bbe2-0d7beae3b2b4 req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (2bcc4a82-2d8e-49ad-9ec1-b159196d26b0), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:04.460517 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['2bcc4a82-2d8e-49ad-9ec1-b159196d26b0'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:40:04.471854 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Pushing event deleted for resources: {'Port': ['ID=2bcc4a82-2d8e-49ad-9ec1-b159196d26b0,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:04.486031 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.486407 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.486764 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.487064 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.487399 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.487748 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.488084 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.488435 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.488744 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.489073 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.489401 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.489727 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.490052 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.490376 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.490700 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:04.533514 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8b959b-968e-40df-bbe2-0d7beae3b2b4 req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] No DVR routers for this DVR port 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 on host hv-cinder-84989 {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:40:04.536084 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1c8b959b-968e-40df-bbe2-0d7beae3b2b4 req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:04.539961 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1c8b959b-968e-40df-bbe2-0d7beae3b2b4 req-af3fe9c1-5e45-4ffb-9337-8dfcac8f5751 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.17 "DELETE /networking/v2.0/ports/2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 HTTP/1.1" status: 204 len: 173 time: 0.4656000 Aug 05 15:40:04.540429 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14259f76-1a5c-4c5f-93d2-10d5b7921b19', 'name': 'network-vif-deleted', 'tag': '2bcc4a82-2d8e-49ad-9ec1-b159196d26b0'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:04.542979 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eedff84-a769-490e-b5c9-ea5f544b74c3" -d '{"events": [{"server_uuid": "14259f76-1a5c-4c5f-93d2-10d5b7921b19", "name": "network-vif-deleted", "tag": "2bcc4a82-2d8e-49ad-9ec1-b159196d26b0"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:04.547437 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f6eb762d-a92a-4e36-bfaa-54638480eb3f req-5e425787-3fc9-4bc7-b5bb-2fba2cd93778 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=14259f76-1a5c-4c5f-93d2-10d5b7921b19 HTTP/1.1" status: 200 len: 210 time: 0.0292876 Aug 05 15:40:04.590844 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7151622f-a420-417a-aebd-89051e621e9b x-openstack-request-id: req-7151622f-a420-417a-aebd-89051e621e9b {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:04.591147 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14259f76-1a5c-4c5f-93d2-10d5b7921b19", "name": "network-vif-deleted", "tag": "2bcc4a82-2d8e-49ad-9ec1-b159196d26b0", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:04.591406 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7151622f-a420-417a-aebd-89051e621e9b {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:04.591820 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7151622f-a420-417a-aebd-89051e621e9b'] response: {'server_uuid': '14259f76-1a5c-4c5f-93d2-10d5b7921b19', 'name': 'network-vif-deleted', 'tag': '2bcc4a82-2d8e-49ad-9ec1-b159196d26b0', 'status': 'completed', 'code': 200} Aug 05 15:40:08.144291 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:40:08.166718 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:40:08.185564 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 2bcc4a82-2d8e-49ad-9ec1-b159196d26b0 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:40:09.107729 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1c323729-76ad-4841-a995-fce7aac0a444 req-a5ce8081-b612-4d5c-8713-b928ecfef9d5 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388474 Aug 05 15:40:09.178539 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c323729-76ad-4841-a995-fce7aac0a444 req-d19e77ca-44e3-47dd-b90e-64f180348966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:09.180675 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1c323729-76ad-4841-a995-fce7aac0a444 req-d19e77ca-44e3-47dd-b90e-64f180348966 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 1130 time: 0.0397460 Aug 05 15:40:09.292841 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c323729-76ad-4841-a995-fce7aac0a444 req-24393dbb-00eb-402a-b3ee-6d7664ae79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:09.294296 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1c323729-76ad-4841-a995-fce7aac0a444 req-24393dbb-00eb-402a-b3ee-6d7664ae79ef service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 916 time: 0.0881398 Aug 05 15:40:09.355533 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1c323729-76ad-4841-a995-fce7aac0a444 req-dc24c88f-38c9-4090-95d3-4d47001f8329 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe6362dc-a493-493c-b74d-993dbc8bfad2 HTTP/1.1" status: 200 len: 1000 time: 0.0543242 Aug 05 15:40:09.406970 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c323729-76ad-4841-a995-fce7aac0a444 req-8acf1f62-c283-424a-b3c9-556730f0e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:09.408417 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1c323729-76ad-4841-a995-fce7aac0a444 req-8acf1f62-c283-424a-b3c9-556730f0e305 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c7a52748-13b7-41f4-a2d6-6c53085216f4 HTTP/1.1" status: 200 len: 854 time: 0.0470695 Aug 05 15:40:09.452034 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c323729-76ad-4841-a995-fce7aac0a444 req-7be19c39-fdd9-4a44-8d22-260c9fe9b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:09.453538 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1c323729-76ad-4841-a995-fce7aac0a444 req-7be19c39-fdd9-4a44-8d22-260c9fe9b09f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b05605aa-dd0e-428b-8865-2528537f12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385005 Aug 05 15:40:09.546845 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1c323729-76ad-4841-a995-fce7aac0a444 req-d08a93a2-1d00-4b8b-9268-da0935acedd5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842922 Aug 05 15:40:09.642694 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1c323729-76ad-4841-a995-fce7aac0a444 req-df6c5755-71f3-4c74-b97f-38bf4628abb3 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874193 Aug 05 15:40:11.909266 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:11.910025 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=14 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:14.528242 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=8 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:14.529289 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=51,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:16.229898 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-7eef748b-f690-4cc4-92d4-356535310d30 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:16.231275 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-7eef748b-f690-4cc4-92d4-356535310d30 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/networks?id=d38f37ed-3cc5-47f6-8fc2-0e6649cca615 HTTP/1.1" status: 200 len: 814 time: 0.1060328 Aug 05 15:40:16.246314 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-72ed853e-88ce-4d09-8f87-825ff060ac4e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/quotas/39c62721dfdd46e3978fccce91b63791 HTTP/1.1" status: 200 len: 375 time: 0.0096257 Aug 05 15:40:16.278874 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-5c9b4d30-fc05-441e-9524-95956cd4647e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=39c62721dfdd46e3978fccce91b63791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276313 Aug 05 15:40:16.367431 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-df2c127c-7982-40ef-b0a1-23a6fe2409c7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d38f37ed-3cc5-47f6-8fc2-0e6649cca615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816259 Aug 05 15:40:16.458093 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-64433628-e2b9-46a2-a044-cbc0a7f9f92a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d38f37ed-3cc5-47f6-8fc2-0e6649cca615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849783 Aug 05 15:40:16.706761 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8cc95f21-3d8e-42b0-aeea-5c975f5bd2e8 req-a006458c-5fe7-4c0c-a5ac-9f020aa120ee tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 210 time: 0.0283337 Aug 05 15:40:17.807936 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-46a12295-49eb-45fe-8c46-cca0ecacb44e req-868051a5-88fa-445d-8766-ed040806d128 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 210 time: 0.0277238 Aug 05 15:40:18.075484 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14841e-4822-4eb4-a499-134bb19bff06 req-a94e21b8-cae1-4ebb-9a2f-fbcc9621f172 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:18.076910 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0d14841e-4822-4eb4-a499-134bb19bff06 req-a94e21b8-cae1-4ebb-9a2f-fbcc9621f172 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 945 time: 0.0502248 Aug 05 15:40:18.123782 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0d14841e-4822-4eb4-a499-134bb19bff06 req-469267e7-0407-4a86-819c-96abe61df602 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412738 Aug 05 15:40:18.148311 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:18.149035 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:18.912245 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e22c6c3e-8964-473e-8855-21cfc6bdfbad req-3176fc39-665c-4a7d-af37-fd347896fab6 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 210 time: 0.0273137 Aug 05 15:40:19.242426 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72021607-2eb8-48e6-94f8-eebebbe9b962 req-049aa99e-07d0-4bda-a913-4b04e77300ee tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:19.243848 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-72021607-2eb8-48e6-94f8-eebebbe9b962 req-049aa99e-07d0-4bda-a913-4b04e77300ee tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 945 time: 0.0455978 Aug 05 15:40:19.306342 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-72021607-2eb8-48e6-94f8-eebebbe9b962 req-bb9611bb-8e7a-4591-b3c0-e1f389a44ebf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528905 Aug 05 15:40:19.637691 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=54 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:19.639600 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=58 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:20.004396 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-051a6a3d-a0f2-4ee0-8c9c-81c4252d4ac3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:20.005865 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-051a6a3d-a0f2-4ee0-8c9c-81c4252d4ac3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 945 time: 0.0494912 Aug 05 15:40:20.012840 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a807420a-d189-4edd-bf74-1971b04fec58 req-20ffc392-32eb-483b-bda6-4f9e0b0169ca tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 210 time: 0.0294929 Aug 05 15:40:20.101751 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Deleting port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:20.102101 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:20.140232 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-06e75188-766b-4842-9939-af8a306e1446 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:20.141644 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-06e75188-766b-4842-9939-af8a306e1446 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.17 "GET /networking/v2.0/networks?id=d38f37ed-3cc5-47f6-8fc2-0e6649cca615 HTTP/1.1" status: 200 len: 814 time: 0.1004524 Aug 05 15:40:20.154969 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Request body: {'port': {'device_id': '4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde', 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615', 'admin_state_up': True, 'tenant_id': '39c62721dfdd46e3978fccce91b63791'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:40:20.209014 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] For port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:20.209294 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:20.336219 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Made reservation on behalf of 39c62721dfdd46e3978fccce91b63791 for: {'port': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:40:20.339746 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:20.384615 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:20.384991 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (46647216-8228-47e4-82ef-62002fc0fc04), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:20.385292 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Floating IP 46647216-8228-47e4-82ef-62002fc0fc04 disassociated. External IP: 172.27.0.44, port: 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5. Aug 05 15:40:20.385633 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Calling delete_port for 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 owned by compute:nova {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:20.467273 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dd509-26c0-40bf-8510-9b62c752c2b8 req-d91ba09a-39c0-4e94-9e79-edc3b2fc3421 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:20.468677 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4a9dd509-26c0-40bf-8510-9b62c752c2b8 req-d91ba09a-39c0-4e94-9e79-edc3b2fc3421 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 945 time: 0.0716465 Aug 05 15:40:20.507841 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:20.533805 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:20.544320 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Allocated IP 172.20.0.11 (d38f37ed-3cc5-47f6-8fc2-0e6649cca615/dacee25f-20c9-4f36-a940-19e8a92e5172/0963283c-b392-4f5e-b5f4-4ffe8b59f44d) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:40:20.559207 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (7a2f96a7-b8b4-4db4-a743-a5bfa13076a5), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:20.565598 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4a9dd509-26c0-40bf-8510-9b62c752c2b8 req-1c15c512-ba33-4a94-bb9e-b83935c86d45 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=73a87bb6-15a0-4c77-a2c3-71ffe0124951&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752130 Aug 05 15:40:20.591358 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'Port': ['ID=7a2f96a7-b8b4-4db4-a743-a5bfa13076a5,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:20.706928 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Router 2a094309-06d4-48a9-ada8-166e4358c861 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:40:20.728332 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks [] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:20.799176 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:20.812335 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:40:20.825347 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7dd2b6-5d00-4da4-a42d-82e1b15f9ed0 None None] Sync routers for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:40:20.836722 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7dd2b6-5d00-4da4-a42d-82e1b15f9ed0 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:20.837757 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3d7dd2b6-5d00-4da4-a42d-82e1b15f9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:20.851906 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:40:20.857887 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:40:20.858295 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:40:20.863727 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] No DVR routers for this DVR port 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 on host hv-cinder-84989 {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:40:20.866893 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:20.870310 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-1ae4dd81-54e6-47c5-aced-cad51707304c req-02247fef-c55e-480f-88a7-6cd7c2590777 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "DELETE /networking/v2.0/ports/7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 HTTP/1.1" status: 204 len: 173 time: 0.8567250 Aug 05 15:40:20.870844 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'name': 'network-vif-deleted', 'tag': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:20.873279 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfb5a36-fd36-4842-8401-5c22b1ec235d" -d '{"events": [{"server_uuid": "59fb549a-27e1-4a42-b47c-1f04bd4d23ca", "name": "network-vif-deleted", "tag": "7a2f96a7-b8b4-4db4-a743-a5bfa13076a5"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:20.897223 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Pushing event updated for resources: {'Port': ['ID=0963283c-b392-4f5e-b5f4-4ffe8b59f44d,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:20.931848 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b70ec1-bffc-486b-8a46-0379bf9a4b1a x-openstack-request-id: req-58b70ec1-bffc-486b-8a46-0379bf9a4b1a {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:20.932660 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fb549a-27e1-4a42-b47c-1f04bd4d23ca", "name": "network-vif-deleted", "tag": "7a2f96a7-b8b4-4db4-a743-a5bfa13076a5", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:20.933236 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-58b70ec1-bffc-486b-8a46-0379bf9a4b1a {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:20.934017 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58b70ec1-bffc-486b-8a46-0379bf9a4b1a'] response: {'server_uuid': '59fb549a-27e1-4a42-b47c-1f04bd4d23ca', 'name': 'network-vif-deleted', 'tag': '7a2f96a7-b8b4-4db4-a743-a5bfa13076a5', 'status': 'completed', 'code': 200} Aug 05 15:40:20.944566 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:20.946101 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:20.955494 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3d7dd2b6-5d00-4da4-a42d-82e1b15f9ed0 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:21.048155 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-d4f9b58b-24ba-4551-b318-ccd4fb8e465f tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8972139 Aug 05 15:40:21.077659 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Request body: {'port': {'device_id': '4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:40:21.172704 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:21.183809 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f9c03-9e51-44c7-819f-84f093cedd2f req-8ec5bbca-d3a8-48ab-8f59-7e90b9b3b1d8 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:21.185318 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f15f9c03-9e51-44c7-819f-84f093cedd2f req-8ec5bbca-d3a8-48ab-8f59-7e90b9b3b1d8 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 932 time: 0.0814214 Aug 05 15:40:21.185446 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3d7dd2b6-5d00-4da4-a42d-82e1b15f9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2fb1b9d7-d8a5-420f-b590-a729831e3d7e', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:31:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:08Z', 'updated_at': '2022-08-05T15:38:25Z', 'revision_number': 2, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:21.213064 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7dd2b6-5d00-4da4-a42d-82e1b15f9ed0 None None] Checking router: 2a094309-06d4-48a9-ada8-166e4358c861 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:40:21.221781 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7dd2b6-5d00-4da4-a42d-82e1b15f9ed0 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:21.222390 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3d7dd2b6-5d00-4da4-a42d-82e1b15f9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:21.320140 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f15f9c03-9e51-44c7-819f-84f093cedd2f req-108ebe4d-7728-492e-b740-2a6452baf3ca tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256578 Aug 05 15:40:21.397980 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:21.459234 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3d7dd2b6-5d00-4da4-a42d-82e1b15f9ed0 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:21.489649 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0963283c-b392-4f5e-b5f4-4ffe8b59f44d {{(pid=104518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:40:21.497541 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Publish callbacks [] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:21.512700 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.provisioning_blocks [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Transition to ACTIVE for port object 0963283c-b392-4f5e-b5f4-4ffe8b59f44d will not be triggered until provisioned by entity L2. {{(pid=104518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:40:21.617074 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:21.673128 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:21.692638 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3d7dd2b6-5d00-4da4-a42d-82e1b15f9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2fb1b9d7-d8a5-420f-b590-a729831e3d7e', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:31:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:08Z', 'updated_at': '2022-08-05T15:38:25Z', 'revision_number': 2, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:21.715490 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a488480b-bac3-4fda-b9ae-6a3dd4b6d317 req-a6329b23-142e-4062-9e7b-fb142c7ff03f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=59fb549a-27e1-4a42-b47c-1f04bd4d23ca HTTP/1.1" status: 200 len: 210 time: 0.0598619 Aug 05 15:40:21.721307 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7dd2b6-5d00-4da4-a42d-82e1b15f9ed0 None None] The sync data for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi is: [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2fb1b9d7-d8a5-420f-b590-a729831e3d7e', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:31:cd:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:38:08Z', 'updated_at': '2022-08-05T15:38:25Z', 'revision_number': 2, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:40:21.744320 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Pushing event updated for resources: {'Port': ['ID=0963283c-b392-4f5e-b5f4-4ffe8b59f44d,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:21.778349 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Attempting to bind port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:40:21.778950 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Attempting to bind port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': 'fbbb27b7-45cb-4878-bedb-da0faf024d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615'}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:40:21.779281 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Attempting to bind port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d on network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:40:21.784147 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d on network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:40:21.784614 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Attempting to bind port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d on network d38f37ed-3cc5-47f6-8fc2-0e6649cca615 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:40:21.791335 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:40:21.791674 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Checking segment: {'id': 'fbbb27b7-45cb-4878-bedb-da0faf024d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:40:21.792058 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Bound using segment: {'id': 'fbbb27b7-45cb-4878-bedb-da0faf024d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615'} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:40:21.792514 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Bound port: 0963283c-b392-4f5e-b5f4-4ffe8b59f44d, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbbb27b7-45cb-4878-bedb-da0faf024d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615'}}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:40:21.792890 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:21.864645 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] For port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d, host hv-cinder-84989, cleared binding levels {{(pid=104518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:40:21.868410 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] For port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=0963283c-b392-4f5e-b5f4-4ffe8b59f44d,segment=NetworkSegment(fbbb27b7-45cb-4878-bedb-da0faf024d07),segment_id=fbbb27b7-45cb-4878-bedb-da0faf024d07)] {{(pid=104518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:40:21.942756 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:21.947312 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:21.947973 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:21.949377 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/0963283c-b392-4f5e-b5f4-4ffe8b59f44d HTTP/1.1" status: 200 len: 1094 time: 0.8762987 Aug 05 15:40:21.949989 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde', 'tag': '0963283c-b392-4f5e-b5f4-4ffe8b59f44d'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:21.952616 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48555b1-8006-4e51-a482-16d2c1df9971" -d '{"events": [{"name": "network-changed", "server_uuid": "4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde", "tag": "0963283c-b392-4f5e-b5f4-4ffe8b59f44d"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:21.981307 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e8a8e-62e6-4dcd-a167-95602da92415 None None] New status for floating IP 46647216-8228-47e4-82ef-62002fc0fc04: DOWN {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:40:22.000310 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45161b6e-ce9c-41f6-a87d-c2db19d1ed29 x-openstack-request-id: req-45161b6e-ce9c-41f6-a87d-c2db19d1ed29 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:22.000711 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde", "tag": "0963283c-b392-4f5e-b5f4-4ffe8b59f44d", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:22.000964 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-45161b6e-ce9c-41f6-a87d-c2db19d1ed29 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:22.001369 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45161b6e-ce9c-41f6-a87d-c2db19d1ed29'] response: {'name': 'network-changed', 'server_uuid': '4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde', 'tag': '0963283c-b392-4f5e-b5f4-4ffe8b59f44d', 'status': 'completed', 'code': 200} Aug 05 15:40:22.010906 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677de58-1c71-48c4-8e7f-47c99f292656 service neutron] Pushing event updated for resources: {'Port': ['ID=0963283c-b392-4f5e-b5f4-4ffe8b59f44d,revision_number=3']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:22.065325 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48555b1-8006-4e51-a482-16d2c1df9971 req-7dd818a6-c34c-4238-bb58-53d2ee979def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:22.066953 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c48555b1-8006-4e51-a482-16d2c1df9971 req-7dd818a6-c34c-4238-bb58-53d2ee979def service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=39c62721dfdd46e3978fccce91b63791&device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 1128 time: 0.0433269 Aug 05 15:40:22.168725 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48555b1-8006-4e51-a482-16d2c1df9971 req-a5a9dd14-c814-439b-82e4-6ca4c8899739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:22.170169 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c48555b1-8006-4e51-a482-16d2c1df9971 req-a5a9dd14-c814-439b-82e4-6ca4c8899739 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=39c62721dfdd46e3978fccce91b63791&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0949805 Aug 05 15:40:22.270684 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48555b1-8006-4e51-a482-16d2c1df9971 req-76e4efd6-d495-40b9-b5a6-f5081ba188cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:22.272239 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c48555b1-8006-4e51-a482-16d2c1df9971 req-76e4efd6-d495-40b9-b5a6-f5081ba188cd service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933118 Aug 05 15:40:22.350276 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-f27b391a-5cfd-4210-990d-82c7db05a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:22.351771 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-f27b391a-5cfd-4210-990d-82c7db05a54c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=39c62721dfdd46e3978fccce91b63791&device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 1128 time: 0.0394087 Aug 05 15:40:22.399494 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-4c1864b7-5c4c-44f4-8dcb-dc1fca962404 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0963283c-b392-4f5e-b5f4-4ffe8b59f44d HTTP/1.1" status: 200 len: 217 time: 0.0385115 Aug 05 15:40:22.471209 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6f66a-ebf8-48b2-9395-f82244f74e34 req-9ef871a5-1daf-4b33-ac3a-3e1587216bdf tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:22.472571 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-09a6f66a-ebf8-48b2-9395-f82244f74e34 req-9ef871a5-1daf-4b33-ac3a-3e1587216bdf tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 944 time: 0.0761068 Aug 05 15:40:22.481879 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-b808bafa-c2a3-4245-b7f3-6d7e654f0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:22.483218 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-b808bafa-c2a3-4245-b7f3-6d7e654f0f4f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=dacee25f-20c9-4f36-a940-19e8a92e5172 HTTP/1.1" status: 200 len: 854 time: 0.0750322 Aug 05 15:40:22.530178 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-2d569509-c120-470b-a9c9-2972847fedab service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=d38f37ed-3cc5-47f6-8fc2-0e6649cca615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343983 Aug 05 15:40:22.557520 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-09a6f66a-ebf8-48b2-9395-f82244f74e34 req-9eda60fc-1dca-4dfc-91bd-9b16bccc319a tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779176 Aug 05 15:40:22.605900 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:22.632372 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-94a7c79d-a791-46a0-ad45-2a7b87ea29eb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/d38f37ed-3cc5-47f6-8fc2-0e6649cca615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921211 Aug 05 15:40:22.868611 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47764) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:22.916733 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:22.928936 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7eff-7248-479d-9b16-0f190c0aa6d0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (73a87bb6-15a0-4c77-a2c3-71ffe0124951), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:22.955151 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7eff-7248-479d-9b16-0f190c0aa6d0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (73a87bb6-15a0-4c77-a2c3-71ffe0124951), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:22.964815 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:22.986629 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-95dbd813-60ab-46a3-8204-0b698adfea57 req-5b0c3a18-b261-4a66-b6e6-a60b93e19289 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/d38f37ed-3cc5-47f6-8fc2-0e6649cca615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469920 Aug 05 15:40:23.085453 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7eff-7248-479d-9b16-0f190c0aa6d0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (73a87bb6-15a0-4c77-a2c3-71ffe0124951), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:23.088042 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ac3d7eff-7248-479d-9b16-0f190c0aa6d0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:23.089226 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-ac3d7eff-7248-479d-9b16-0f190c0aa6d0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/73a87bb6-15a0-4c77-a2c3-71ffe0124951 HTTP/1.1" status: 204 len: 168 time: 0.2195189 Aug 05 15:40:23.092005 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47766) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:23.099148 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3d7eff-7248-479d-9b16-0f190c0aa6d0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a87bb6-15a0-4c77-a2c3-71ffe0124951,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:23.105449 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.api.v2.resource [None req-1f2fb131-1e7b-4b64-a56c-6cd51f84badf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] show failed (client error): The resource could not be found. Aug 05 15:40:23.109001 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-1f2fb131-1e7b-4b64-a56c-6cd51f84badf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups/73a87bb6-15a0-4c77-a2c3-71ffe0124951 HTTP/1.1" status: 404 len: 347 time: 0.0134311 Aug 05 15:40:23.109267 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47768) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:23.221092 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1c75a-8991-49bd-98ad-14260d668f05 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Deleting port 5110d4af-1531-4102-b50b-d23bccff8e52 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:23.221457 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c75a-8991-49bd-98ad-14260d668f05 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (5110d4af-1531-4102-b50b-d23bccff8e52), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:23.264039 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:23.278511 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:40:23.296747 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c75a-8991-49bd-98ad-14260d668f05 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (5110d4af-1531-4102-b50b-d23bccff8e52), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:23.297078 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c75a-8991-49bd-98ad-14260d668f05 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (5110d4af-1531-4102-b50b-d23bccff8e52), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:23.298493 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:40:23.298837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 7a2f96a7-b8b4-4db4-a743-a5bfa13076a5 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:40:23.311299 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-dfe1c75a-8991-49bd-98ad-14260d668f05 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Calling delete_port for 5110d4af-1531-4102-b50b-d23bccff8e52 owned by network:floatingip {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:23.490350 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c75a-8991-49bd-98ad-14260d668f05 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (5110d4af-1531-4102-b50b-d23bccff8e52), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:23.515093 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1c75a-8991-49bd-98ad-14260d668f05 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'Port': ['ID=5110d4af-1531-4102-b50b-d23bccff8e52,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:23.582173 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c75a-8991-49bd-98ad-14260d668f05 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (46647216-8228-47e4-82ef-62002fc0fc04), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:23.585273 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dfe1c75a-8991-49bd-98ad-14260d668f05 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:23.586409 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-dfe1c75a-8991-49bd-98ad-14260d668f05 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/46647216-8228-47e4-82ef-62002fc0fc04 HTTP/1.1" status: 204 len: 168 time: 0.4759405 Aug 05 15:40:23.677225 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1370c89-0a26-4f67-953c-9385b5994acd req-de21bc87-09c6-45cd-b0ec-ddb733fcd512 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:23.679364 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f1370c89-0a26-4f67-953c-9385b5994acd req-de21bc87-09c6-45cd-b0ec-ddb733fcd512 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 944 time: 0.0485184 Aug 05 15:40:23.728312 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f1370c89-0a26-4f67-953c-9385b5994acd req-ca0b19bd-99f1-4916-a03f-aaa1e8409a35 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433059 Aug 05 15:40:24.853998 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf640f-b0d1-45c5-b550-04f0d6595b04 req-1ce7efff-e559-457e-9ec9-acd185b0b392 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:24.855860 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-81bf640f-b0d1-45c5-b550-04f0d6595b04 req-1ce7efff-e559-457e-9ec9-acd185b0b392 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 944 time: 0.0538228 Aug 05 15:40:24.902266 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-81bf640f-b0d1-45c5-b550-04f0d6595b04 req-bdd4d5ba-c45d-4792-b3dc-ff20d9a02e00 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411096 Aug 05 15:40:25.491545 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347c86f-9cf9-4b91-84da-feeb12de5ad5 req-81c50b2a-2907-49d0-99e4-0d978435620e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:25.493055 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e347c86f-9cf9-4b91-84da-feeb12de5ad5 req-81c50b2a-2907-49d0-99e4-0d978435620e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 946 time: 0.0460942 Aug 05 15:40:25.539309 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e347c86f-9cf9-4b91-84da-feeb12de5ad5 req-541ab811-e5aa-404a-b64d-275b23fa70ec tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407925 Aug 05 15:40:26.028295 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf416-8cd5-4a96-8327-999303490865 req-9e71f3c6-f918-44c1-94d6-270394d1e4be tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:26.029984 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1c6bf416-8cd5-4a96-8327-999303490865 req-9e71f3c6-f918-44c1-94d6-270394d1e4be tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 944 time: 0.0460336 Aug 05 15:40:26.080055 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1c6bf416-8cd5-4a96-8327-999303490865 req-172146ef-ce8c-4152-83e4-a17369acd4ca tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445869 Aug 05 15:40:26.648660 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:26.657078 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e9fdf-1af9-4cdf-acad-5ce9a9faeb65 req-341e70fb-bbe7-410a-a099-e9dcc7419eb7 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:26.658504 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6a5e9fdf-1af9-4cdf-acad-5ce9a9faeb65 req-341e70fb-bbe7-410a-a099-e9dcc7419eb7 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 946 time: 0.0460479 Aug 05 15:40:26.706944 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6a5e9fdf-1af9-4cdf-acad-5ce9a9faeb65 req-411a6f80-3de8-4f52-b62d-7eda16d37c4b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Aug 05 15:40:27.228594 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec091a6-2df2-43fb-b465-785c44d4abce req-60b00eac-ad78-4acc-a4d2-34acb9b23385 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:27.230077 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eec091a6-2df2-43fb-b465-785c44d4abce req-60b00eac-ad78-4acc-a4d2-34acb9b23385 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 944 time: 0.0767541 Aug 05 15:40:27.249111 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-204228e4-48e6-4155-b338-4ad3b06068fc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:27.250467 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-204228e4-48e6-4155-b338-4ad3b06068fc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 946 time: 0.0683599 Aug 05 15:40:27.296525 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 0963283c-b392-4f5e-b5f4-4ffe8b59f44d details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:40:27.321720 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eec091a6-2df2-43fb-b465-785c44d4abce req-beda60bf-1027-46ae-85b4-2819dbd5bda8 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860851 Aug 05 15:40:27.351487 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:27.357467 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Deleting port fe6362dc-a493-493c-b74d-993dbc8bfad2 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:27.361033 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:27.418558 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=0963283c-b392-4f5e-b5f4-4ffe8b59f44d,segment=NetworkSegment(fbbb27b7-45cb-4878-bedb-da0faf024d07),segment_id=fbbb27b7-45cb-4878-bedb-da0faf024d07)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:27.426109 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:27.430454 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '0963283c-b392-4f5e-b5f4-4ffe8b59f44d', 'network_id': 'd38f37ed-3cc5-47f6-8fc2-0e6649cca615', 'port_id': '0963283c-b392-4f5e-b5f4-4ffe8b59f44d', 'mac_address': 'fa:16:3e:a0:0b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacee25f-20c9-4f36-a940-19e8a92e5172', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:40:27.452938 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] For port fe6362dc-a493-493c-b74d-993dbc8bfad2, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=fe6362dc-a493-493c-b74d-993dbc8bfad2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:27.453639 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:27.457937 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-52d533e4-3651-4d0b-8e0f-2970a9108ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:27.465637 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:27.467942 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:40:27.468342 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:27.481695 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0963283c-b392-4f5e-b5f4-4ffe8b59f44d {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:40:27.501514 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=0963283c-b392-4f5e-b5f4-4ffe8b59f44d,segment=NetworkSegment(fbbb27b7-45cb-4878-bedb-da0faf024d07),segment_id=fbbb27b7-45cb-4878-bedb-da0faf024d07)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:27.587611 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:27.618188 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:27.618451 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (2fb1b9d7-d8a5-420f-b590-a729831e3d7e), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:27.618770 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Floating IP 2fb1b9d7-d8a5-420f-b590-a729831e3d7e disassociated. External IP: 172.27.0.8, port: fe6362dc-a493-493c-b74d-993dbc8bfad2. Aug 05 15:40:27.619226 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Calling delete_port for fe6362dc-a493-493c-b74d-993dbc8bfad2 owned by compute:nova {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:27.636742 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=0963283c-b392-4f5e-b5f4-4ffe8b59f44d,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:27.643917 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.644297 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.644639 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.644975 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.645310 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.645638 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.645960 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.646319 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.646640 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.647007 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.647365 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.647729 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.652839 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.652839 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.652839 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:27.810065 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (fe6362dc-a493-493c-b74d-993dbc8bfad2), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:27.849354 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'Port': ['ID=fe6362dc-a493-493c-b74d-993dbc8bfad2,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:27.852620 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['0963283c-b392-4f5e-b5f4-4ffe8b59f44d'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:40:27.862625 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ede1e-9124-4a5d-81df-0fa3340a3cc0 req-fa1419d8-f803-4497-94b4-03ca59890faa tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:27.864223 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4a7ede1e-9124-4a5d-81df-0fa3340a3cc0 req-fa1419d8-f803-4497-94b4-03ca59890faa tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 946 time: 0.0828192 Aug 05 15:40:27.966139 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:27.993189 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4a7ede1e-9124-4a5d-81df-0fa3340a3cc0 req-6037af20-8b8b-47d7-9df8-4a02558755b0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906918 Aug 05 15:40:28.005316 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Router 2a094309-06d4-48a9-ada8-166e4358c861 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:40:28.109826 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:40:28.121570 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930c61d-ffdd-4f56-b180-5d937dd2a1d7 None None] Sync routers for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:40:28.131874 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930c61d-ffdd-4f56-b180-5d937dd2a1d7 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:28.133040 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-1930c61d-ffdd-4f56-b180-5d937dd2a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:28.156746 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] No DVR routers for this DVR port fe6362dc-a493-493c-b74d-993dbc8bfad2 on host hv-cinder-84989 {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:40:28.159237 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:28.164831 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2ca42909-4006-4fc3-8a92-344ce183ef3b req-78f25f61-75ac-4dc4-ac8d-d10bd0f56c52 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "DELETE /networking/v2.0/ports/fe6362dc-a493-493c-b74d-993dbc8bfad2 HTTP/1.1" status: 204 len: 173 time: 0.9052815 Aug 05 15:40:28.164831 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'name': 'network-vif-deleted', 'tag': 'fe6362dc-a493-493c-b74d-993dbc8bfad2'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:28.165760 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9bf72a-5c34-4b87-ab09-12a84076fe1d" -d '{"events": [{"server_uuid": "5f435a35-7760-4b03-8d2e-6f40df5f5714", "name": "network-vif-deleted", "tag": "fe6362dc-a493-493c-b74d-993dbc8bfad2"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:28.220288 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2b8478-435c-4ea3-84ee-85187d92219f x-openstack-request-id: req-cf2b8478-435c-4ea3-84ee-85187d92219f {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:28.220288 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f435a35-7760-4b03-8d2e-6f40df5f5714", "name": "network-vif-deleted", "tag": "fe6362dc-a493-493c-b74d-993dbc8bfad2", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:28.220288 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cf2b8478-435c-4ea3-84ee-85187d92219f {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:28.220288 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf2b8478-435c-4ea3-84ee-85187d92219f'] response: {'server_uuid': '5f435a35-7760-4b03-8d2e-6f40df5f5714', 'name': 'network-vif-deleted', 'tag': 'fe6362dc-a493-493c-b74d-993dbc8bfad2', 'status': 'completed', 'code': 200} Aug 05 15:40:28.242923 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-1930c61d-ffdd-4f56-b180-5d937dd2a1d7 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:28.443039 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd43ac-bef9-4e56-9014-38db31a86361 req-d3ea5f6a-4808-4e69-b0e8-6ac4d1f42002 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:28.444442 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d0fd43ac-bef9-4e56-9014-38db31a86361 req-d3ea5f6a-4808-4e69-b0e8-6ac4d1f42002 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 945 time: 0.0485134 Aug 05 15:40:28.450146 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-1930c61d-ffdd-4f56-b180-5d937dd2a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:28.475352 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930c61d-ffdd-4f56-b180-5d937dd2a1d7 None None] Checking router: 2a094309-06d4-48a9-ada8-166e4358c861 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:40:28.484640 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930c61d-ffdd-4f56-b180-5d937dd2a1d7 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:28.485252 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-1930c61d-ffdd-4f56-b180-5d937dd2a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:28.494541 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d0fd43ac-bef9-4e56-9014-38db31a86361 req-796e5c35-9c36-4e88-97b3-b15d04afa57d tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440674 Aug 05 15:40:28.587194 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-1930c61d-ffdd-4f56-b180-5d937dd2a1d7 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:28.625360 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:28.779077 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-1930c61d-ffdd-4f56-b180-5d937dd2a1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:28.805786 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930c61d-ffdd-4f56-b180-5d937dd2a1d7 None None] The sync data for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi is: [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:40:29.032651 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7eb8ee-0931-4a06-a7b3-11034761ce83 None None] New status for floating IP 2fb1b9d7-d8a5-420f-b590-a729831e3d7e: DOWN {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:40:29.117135 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-59ade334-a1b9-4264-a437-aeb174fc68fe req-6b24c361-b992-4c8a-8317-71d167c4edad tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=5f435a35-7760-4b03-8d2e-6f40df5f5714 HTTP/1.1" status: 200 len: 210 time: 0.0287299 Aug 05 15:40:29.312605 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 0963283c-b392-4f5e-b5f4-4ffe8b59f44d up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:40:29.354430 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:40:29.421524 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:40:29.421899 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:29.444388 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:29.495939 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:40:29.496638 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:29.520111 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0963283c-b392-4f5e-b5f4-4ffe8b59f44d'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:29.525461 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0781610-5aa2-49c3-abf5-d2b953634879" -d '{"events": [{"server_uuid": "4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde", "name": "network-vif-plugged", "status": "completed", "tag": "0963283c-b392-4f5e-b5f4-4ffe8b59f44d"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:29.535183 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=0963283c-b392-4f5e-b5f4-4ffe8b59f44d,segment=NetworkSegment(fbbb27b7-45cb-4878-bedb-da0faf024d07),segment_id=fbbb27b7-45cb-4878-bedb-da0faf024d07)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:29.561328 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f1f7ee-de5f-4885-9318-43917088e07e x-openstack-request-id: req-f6f1f7ee-de5f-4885-9318-43917088e07e {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:29.561618 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde", "name": "network-vif-plugged", "status": "completed", "tag": "0963283c-b392-4f5e-b5f4-4ffe8b59f44d", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:29.561868 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f6f1f7ee-de5f-4885-9318-43917088e07e {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:29.562311 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6f1f7ee-de5f-4885-9318-43917088e07e'] response: {'server_uuid': '4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0963283c-b392-4f5e-b5f4-4ffe8b59f44d', 'code': 200} Aug 05 15:40:29.610417 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:29.611331 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device fe6362dc-a493-493c-b74d-993dbc8bfad2 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:40:29.621957 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dca04-e723-4efe-bdf9-c8df7bcc3f4e req-cf6413d3-f313-4994-bf7c-57e62d41a842 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:29.623816 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-393dca04-e723-4efe-bdf9-c8df7bcc3f4e req-cf6413d3-f313-4994-bf7c-57e62d41a842 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 945 time: 0.0529363 Aug 05 15:40:29.650284 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: fe6362dc-a493-493c-b74d-993dbc8bfad2 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:40:29.650633 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device fe6362dc-a493-493c-b74d-993dbc8bfad2 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:40:29.655957 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:29.673701 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-393dca04-e723-4efe-bdf9-c8df7bcc3f4e req-f2081f95-2155-42fb-aee1-c09404a2fe15 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Aug 05 15:40:29.676854 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=0963283c-b392-4f5e-b5f4-4ffe8b59f44d,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:29.869176 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c796a-f75f-49d7-9fc6-22c83ad38870 req-8f3b0692-12ff-47ef-8c39-9cf05390695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:29.870662 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d84c796a-f75f-49d7-9fc6-22c83ad38870 req-8f3b0692-12ff-47ef-8c39-9cf05390695e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 1130 time: 0.0425947 Aug 05 15:40:29.900799 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-22ed52cc-658d-4aa8-95ef-56c0d408a8fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:29.915863 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d84c796a-f75f-49d7-9fc6-22c83ad38870 req-fcd1c97e-b298-4099-8826-44337cc794eb service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386724 Aug 05 15:40:30.261491 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47816) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:30.315249 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-25bad217-8d05-49ad-b66d-51d36e9d3ab2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (4ef9e8fc-74d5-4db9-acef-17e4d49fc94b), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:30.338110 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-25bad217-8d05-49ad-b66d-51d36e9d3ab2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (4ef9e8fc-74d5-4db9-acef-17e4d49fc94b), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:30.462340 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-25bad217-8d05-49ad-b66d-51d36e9d3ab2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (4ef9e8fc-74d5-4db9-acef-17e4d49fc94b), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:30.465068 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-25bad217-8d05-49ad-b66d-51d36e9d3ab2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:30.466436 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-25bad217-8d05-49ad-b66d-51d36e9d3ab2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4ef9e8fc-74d5-4db9-acef-17e4d49fc94b HTTP/1.1" status: 204 len: 168 time: 0.2039390 Aug 05 15:40:30.469291 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47818) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:30.475794 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bad217-8d05-49ad-b66d-51d36e9d3ab2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef9e8fc-74d5-4db9-acef-17e4d49fc94b,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:30.484603 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.api.v2.resource [None req-7390d353-ac2a-411d-acb6-288ac1033df2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] show failed (client error): The resource could not be found. Aug 05 15:40:30.485604 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-7390d353-ac2a-411d-acb6-288ac1033df2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups/4ef9e8fc-74d5-4db9-acef-17e4d49fc94b HTTP/1.1" status: 404 len: 347 time: 0.0152977 Aug 05 15:40:30.494956 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47820) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:30.604905 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-1b18090f-40bc-482a-a31a-c38ec53acad3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Deleting port 02b06d96-d72e-46c3-bf10-66dbe2c0fcfb {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:30.605247 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b18090f-40bc-482a-a31a-c38ec53acad3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (02b06d96-d72e-46c3-bf10-66dbe2c0fcfb), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:30.682700 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b18090f-40bc-482a-a31a-c38ec53acad3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (02b06d96-d72e-46c3-bf10-66dbe2c0fcfb), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:30.683396 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b18090f-40bc-482a-a31a-c38ec53acad3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (02b06d96-d72e-46c3-bf10-66dbe2c0fcfb), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:30.695670 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-1b18090f-40bc-482a-a31a-c38ec53acad3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Calling delete_port for 02b06d96-d72e-46c3-bf10-66dbe2c0fcfb owned by network:floatingip {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:30.818365 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbf28f-a308-4539-bfde-246c0ebb1aa8 req-d1a6427f-e947-4142-af3a-8261a6101cde tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:30.820386 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c5dbf28f-a308-4539-bfde-246c0ebb1aa8 req-d1a6427f-e947-4142-af3a-8261a6101cde tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 946 time: 0.0683060 Aug 05 15:40:30.908673 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c5dbf28f-a308-4539-bfde-246c0ebb1aa8 req-c78e6427-5699-48e7-9aa3-9d1c6f426c21 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823505 Aug 05 15:40:30.919298 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:30.948027 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:30.999077 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b18090f-40bc-482a-a31a-c38ec53acad3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (02b06d96-d72e-46c3-bf10-66dbe2c0fcfb), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.002429 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:31.023163 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18090f-40bc-482a-a31a-c38ec53acad3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'Port': ['ID=02b06d96-d72e-46c3-bf10-66dbe2c0fcfb,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:31.100160 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b18090f-40bc-482a-a31a-c38ec53acad3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (2fb1b9d7-d8a5-420f-b590-a729831e3d7e), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.102739 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b18090f-40bc-482a-a31a-c38ec53acad3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.103890 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-1b18090f-40bc-482a-a31a-c38ec53acad3 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/2fb1b9d7-d8a5-420f-b590-a729831e3d7e HTTP/1.1" status: 204 len: 168 time: 0.6080296 Aug 05 15:40:31.247676 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47828) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:31.252536 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-92c31c81-f467-4410-b9c1-ddd169e93a33 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359906889', 'description': 'tempest-description--2139193108'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:40:31.330747 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-92c31c81-f467-4410-b9c1-ddd169e93a33 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.407692 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-92c31c81-f467-4410-b9c1-ddd169e93a33 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (93493077-11da-4d4c-ba17-b2f47f626980), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.456431 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-92c31c81-f467-4410-b9c1-ddd169e93a33 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (93493077-11da-4d4c-ba17-b2f47f626980), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.485811 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c31c81-f467-4410-b9c1-ddd169e93a33 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93493077-11da-4d4c-ba17-b2f47f626980,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:31.549521 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-92c31c81-f467-4410-b9c1-ddd169e93a33 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.550781 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-92c31c81-f467-4410-b9c1-ddd169e93a33 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3020258 Aug 05 15:40:31.553692 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47830) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:31.557977 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-0f7dba66-6827-46d9-8a5a-eba6eed45cc6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group_rule': {'security_group_id': '93493077-11da-4d4c-ba17-b2f47f626980', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:40:31.652017 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0f7dba66-6827-46d9-8a5a-eba6eed45cc6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (fd13a89a-9411-4a67-b89a-ddaf25704473), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.706680 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0f7dba66-6827-46d9-8a5a-eba6eed45cc6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (fd13a89a-9411-4a67-b89a-ddaf25704473), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.776265 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0f7dba66-6827-46d9-8a5a-eba6eed45cc6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (fd13a89a-9411-4a67-b89a-ddaf25704473), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.795119 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dba66-6827-46d9-8a5a-eba6eed45cc6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd13a89a-9411-4a67-b89a-ddaf25704473,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:31.849220 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0f7dba66-6827-46d9-8a5a-eba6eed45cc6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.850563 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-0f7dba66-6827-46d9-8a5a-eba6eed45cc6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2959576 Aug 05 15:40:31.853942 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47832) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:31.858233 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-db6bf8bd-a0a6-4893-9170-6020812c4283 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group_rule': {'security_group_id': '93493077-11da-4d4c-ba17-b2f47f626980', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:40:31.920963 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-db6bf8bd-a0a6-4893-9170-6020812c4283 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (9b7de9df-a459-40f8-82c3-5cf1d30a047a), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:31.970366 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-db6bf8bd-a0a6-4893-9170-6020812c4283 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (9b7de9df-a459-40f8-82c3-5cf1d30a047a), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:32.015940 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-db6bf8bd-a0a6-4893-9170-6020812c4283 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (9b7de9df-a459-40f8-82c3-5cf1d30a047a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:32.027555 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564e432-7cb8-4649-a163-b15537220dec req-2e176667-fc74-460e-bd5f-461c38fa6cb5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:32.029326 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4564e432-7cb8-4649-a163-b15537220dec req-2e176667-fc74-460e-bd5f-461c38fa6cb5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 946 time: 0.0475647 Aug 05 15:40:32.036212 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6bf8bd-a0a6-4893-9170-6020812c4283 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7de9df-a459-40f8-82c3-5cf1d30a047a,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:32.077921 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4564e432-7cb8-4649-a163-b15537220dec req-e3221ab2-a3f6-4949-bf39-46fd64177b9e tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Aug 05 15:40:32.087469 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-db6bf8bd-a0a6-4893-9170-6020812c4283 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:32.088821 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-db6bf8bd-a0a6-4893-9170-6020812c4283 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2338815 Aug 05 15:40:32.091867 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47836) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:32.096073 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:40:32.153411 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:32.220399 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:32.237411 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:32.278902 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:32.346248 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Allocated IP 172.27.0.110 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:40:32.399146 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:32.453013 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:32.559363 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:32.602318 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:40:32.605720 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:40:32.608194 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:40:32.613658 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:32.650742 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:32.685762 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:32.695631 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (2dd16b4a-ab7b-4904-8ff1-5c596d71033d), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:32.791617 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:32.912527 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 47848) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:32.963944 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:33.031196 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:33.069442 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Deleting port 47fc6719-62e4-4e1d-89b5-b3318185f5f5 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:33.070083 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (47fc6719-62e4-4e1d-89b5-b3318185f5f5), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:33.099656 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:33.102184 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (2dd16b4a-ab7b-4904-8ff1-5c596d71033d), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:33.157029 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:33.160919 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (47fc6719-62e4-4e1d-89b5-b3318185f5f5), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:33.161245 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (47fc6719-62e4-4e1d-89b5-b3318185f5f5), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:33.174343 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Calling delete_port for 47fc6719-62e4-4e1d-89b5-b3318185f5f5 owned by network:floatingip {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:33.188328 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:33.189706 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-4d9e70f4-5bbb-44c9-a64c-7daf7f17adbf tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0969131 Aug 05 15:40:33.381269 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-16af0e73-67a2-4d32-9b33-db40bc81ee71 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--359906889&fields=id&tenant_id=2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 267 time: 0.0747039 Aug 05 15:40:33.439879 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (47fc6719-62e4-4e1d-89b5-b3318185f5f5), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:33.481305 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event deleted for resources: {'Port': ['ID=47fc6719-62e4-4e1d-89b5-b3318185f5f5,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:33.569223 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-e68a0dc9-042b-4523-b33b-e161733043cd tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:33.570717 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-e68a0dc9-042b-4523-b33b-e161733043cd tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 815 time: 0.1824744 Aug 05 15:40:33.573191 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (5c23d538-4694-456a-9712-48f70aac5bc4), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:33.573527 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Floating IP 5c23d538-4694-456a-9712-48f70aac5bc4 disassociated (deleted). External IP: 172.27.0.101, port: bedd8c00-a5cc-4970-b3d9-dab948345d16. Aug 05 15:40:33.623501 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-515f78b3-6c64-4bcd-ac17-e19b1d3d1005 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/quotas/2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 375 time: 0.0467484 Aug 05 15:40:33.691087 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:33.712953 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-77fcad6e-5f05-4777-a344-0a9d8e4f90eb tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839026 Aug 05 15:40:33.893656 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-cbe2ae0c-0687-40c8-a744-f12da5d09828 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680663 Aug 05 15:40:33.906497 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:40:33.911912 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:40:33.996662 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:34.329273 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-66864ab8-4a0c-43b0-a937-6ebb36927176 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283414 Aug 05 15:40:34.335079 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:40:34.340526 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:34.345357 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb7a76-230d-4404-b9b9-0e3e95c1ba25 None None] Sync routers for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:40:34.366239 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb7a76-230d-4404-b9b9-0e3e95c1ba25 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:34.366884 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3cfb7a76-230d-4404-b9b9-0e3e95c1ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:34.372549 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-fc20ce7f-a012-41b2-8522-012ea0b3fd80 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/5c23d538-4694-456a-9712-48f70aac5bc4 HTTP/1.1" status: 204 len: 168 time: 1.4585228 Aug 05 15:40:34.373133 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'tag': 'bedd8c00-a5cc-4970-b3d9-dab948345d16'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:34.376107 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638c744c-037b-4fd6-803d-cab62b94af9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7d75ad1-7ef8-42aa-b898-36ff34c67162", "tag": "bedd8c00-a5cc-4970-b3d9-dab948345d16"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:34.475879 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3cfb7a76-230d-4404-b9b9-0e3e95c1ba25 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:34.591118 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8005e43-4ed5-4ec9-968d-624e4af0d686 x-openstack-request-id: req-b8005e43-4ed5-4ec9-968d-624e4af0d686 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:34.591603 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7d75ad1-7ef8-42aa-b898-36ff34c67162", "tag": "bedd8c00-a5cc-4970-b3d9-dab948345d16", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:34.592125 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b8005e43-4ed5-4ec9-968d-624e4af0d686 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:34.592796 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8005e43-4ed5-4ec9-968d-624e4af0d686'] response: {'name': 'network-changed', 'server_uuid': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'tag': 'bedd8c00-a5cc-4970-b3d9-dab948345d16', 'status': 'completed', 'code': 200} Aug 05 15:40:34.631520 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:34.679966 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8136ca5b-197e-476d-8f0a-c7e338d5b538 req-8ab141d9-5820-4331-a5f1-b0b6e53dc917 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 210 time: 0.0515862 Aug 05 15:40:34.688945 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c744c-037b-4fd6-803d-cab62b94af9e req-e9bec4c2-a9d2-4ee7-a264-d10a4d884673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:34.690461 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-638c744c-037b-4fd6-803d-cab62b94af9e req-e9bec4c2-a9d2-4ee7-a264-d10a4d884673 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 1130 time: 0.0750902 Aug 05 15:40:34.730503 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3cfb7a76-230d-4404-b9b9-0e3e95c1ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '38db96aa-ab12-461f-8a07-1d242b84ab82', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': '8f81a0ab-db08-458a-a907-344e54cc9456', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:c1:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:36:31Z', 'updated_at': '2022-08-05T15:36:34Z', 'revision_number': 1, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:34.821692 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456336f-0420-4bda-8516-b6eb1baef592 req-0527f159-ac24-4045-be32-7637f4dbb359 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:34.823333 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7456336f-0420-4bda-8516-b6eb1baef592 req-0527f159-ac24-4045-be32-7637f4dbb359 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 946 time: 0.0614448 Aug 05 15:40:34.863288 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c744c-037b-4fd6-803d-cab62b94af9e req-04d0d707-1f5f-473d-86f9-58f724e7b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:34.865021 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-638c744c-037b-4fd6-803d-cab62b94af9e req-04d0d707-1f5f-473d-86f9-58f724e7b57c service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 912 time: 0.1677287 Aug 05 15:40:34.890611 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7456336f-0420-4bda-8516-b6eb1baef592 req-45439459-e8a5-4b6b-b398-3f745c1577de tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602143 Aug 05 15:40:34.893854 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb7a76-230d-4404-b9b9-0e3e95c1ba25 None None] Checking router: aca1ef86-7344-4d5f-b0ce-194faff4ecb4 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:40:34.905119 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfb7a76-230d-4404-b9b9-0e3e95c1ba25 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:34.905119 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3cfb7a76-230d-4404-b9b9-0e3e95c1ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:35.007941 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3cfb7a76-230d-4404-b9b9-0e3e95c1ba25 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:35.218503 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3cfb7a76-230d-4404-b9b9-0e3e95c1ba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '38db96aa-ab12-461f-8a07-1d242b84ab82', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': '8f81a0ab-db08-458a-a907-344e54cc9456', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:c1:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:36:31Z', 'updated_at': '2022-08-05T15:36:34Z', 'revision_number': 1, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:35.247544 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfb7a76-230d-4404-b9b9-0e3e95c1ba25 None None] The sync data for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi is: [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '38db96aa-ab12-461f-8a07-1d242b84ab82', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'port_id': '8f81a0ab-db08-458a-a907-344e54cc9456', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'mac_address': 'fa:16:3e:c1:8c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:36:31Z', 'updated_at': '2022-08-05T15:36:34Z', 'revision_number': 1, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:40:35.453235 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac8b348-20bd-4812-8b40-204f58d66fd7 None None] New status for floating IP 5c23d538-4694-456a-9712-48f70aac5bc4: DOWN {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:40:35.795910 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9d4dab54-020c-48e9-80bb-9442bec1131d req-6b02e1a5-79ac-4caa-8b3e-e59b5c24eb36 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 210 time: 0.0313582 Aug 05 15:40:35.890788 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-638c744c-037b-4fd6-803d-cab62b94af9e req-40ccb2c1-3004-4517-a52c-b0f9f8f45e75 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bedd8c00-a5cc-4970-b3d9-dab948345d16 HTTP/1.1" status: 200 len: 217 time: 0.0334744 Aug 05 15:40:35.941982 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c744c-037b-4fd6-803d-cab62b94af9e req-7af7ceb7-e09c-44f1-9b1d-459b22cd6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:35.943507 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-638c744c-037b-4fd6-803d-cab62b94af9e req-7af7ceb7-e09c-44f1-9b1d-459b22cd6204 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fdda4929-7d3f-4165-b49e-7fa36c7c477d HTTP/1.1" status: 200 len: 850 time: 0.0443382 Aug 05 15:40:36.014134 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef217112-2321-4b39-9b83-c92a3c19ce8e req-9d3d8f93-167d-4d6b-9cde-e54b55f9ac43 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:36.017803 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef217112-2321-4b39-9b83-c92a3c19ce8e req-9d3d8f93-167d-4d6b-9cde-e54b55f9ac43 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 946 time: 0.0485191 Aug 05 15:40:36.099298 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c744c-037b-4fd6-803d-cab62b94af9e req-e55a6ddb-0c64-49e7-be52-7fdc570fc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:36.100829 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-638c744c-037b-4fd6-803d-cab62b94af9e req-e55a6ddb-0c64-49e7-be52-7fdc570fc608 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9b73dcac-fd0b-490d-b366-7eddfd909984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598981 Aug 05 15:40:36.104525 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef217112-2321-4b39-9b83-c92a3c19ce8e req-df79aa33-f620-42ec-b091-5b307dad0170 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815432 Aug 05 15:40:36.163822 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:36.205547 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-638c744c-037b-4fd6-803d-cab62b94af9e req-3ca15735-3d0a-411b-abfb-c6766d2ad0a7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912073 Aug 05 15:40:36.372866 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-638c744c-037b-4fd6-803d-cab62b94af9e req-ffe7131a-f083-45b2-95d3-7861ee5e5321 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910747 Aug 05 15:40:36.399721 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494bef-89e5-4b69-81b1-c0035a643041 req-d5f3c9a1-3fd8-4dfc-a3c7-ad4db4779761 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:36.401244 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-35494bef-89e5-4b69-81b1-c0035a643041 req-d5f3c9a1-3fd8-4dfc-a3c7-ad4db4779761 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 946 time: 0.0495632 Aug 05 15:40:36.718485 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-35494bef-89e5-4b69-81b1-c0035a643041 req-76346fd4-8b1a-48a9-82f2-c2a9cba304ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Deleting port bedd8c00-a5cc-4970-b3d9-dab948345d16 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:36.718709 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-35494bef-89e5-4b69-81b1-c0035a643041 req-76346fd4-8b1a-48a9-82f2-c2a9cba304ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:36.810798 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-35494bef-89e5-4b69-81b1-c0035a643041 req-76346fd4-8b1a-48a9-82f2-c2a9cba304ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] For port bedd8c00-a5cc-4970-b3d9-dab948345d16, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=bedd8c00-a5cc-4970-b3d9-dab948345d16,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:36.811163 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-35494bef-89e5-4b69-81b1-c0035a643041 req-76346fd4-8b1a-48a9-82f2-c2a9cba304ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:36.824372 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-35494bef-89e5-4b69-81b1-c0035a643041 req-76346fd4-8b1a-48a9-82f2-c2a9cba304ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Calling delete_port for bedd8c00-a5cc-4970-b3d9-dab948345d16 owned by compute:nova {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:36.839684 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:36.922106 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-43dfe40f-3065-4394-9ab4-70f1ac4dea1d req-ae58ed7c-774a-4e2f-b73e-54d23f5c7307 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 210 time: 0.0375073 Aug 05 15:40:36.944489 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-e9fcadc1-9ede-490b-b311-0f42641de7bd tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:36.946087 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-e9fcadc1-9ede-490b-b311-0f42641de7bd tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 815 time: 0.1450222 Aug 05 15:40:37.016332 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-35494bef-89e5-4b69-81b1-c0035a643041 req-76346fd4-8b1a-48a9-82f2-c2a9cba304ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (bedd8c00-a5cc-4970-b3d9-dab948345d16), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:37.018733 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-bca8ef05-c55e-420c-9505-b4d810031768 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 379 time: 0.0638254 Aug 05 15:40:37.028301 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'port': {'device_id': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'admin_state_up': True, 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'security_groups': ['93493077-11da-4d4c-ba17-b2f47f626980']}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:40:37.047635 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76346fd4-8b1a-48a9-82f2-c2a9cba304ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event deleted for resources: {'Port': ['ID=bedd8c00-a5cc-4970-b3d9-dab948345d16,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:37.102332 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-35494bef-89e5-4b69-81b1-c0035a643041 req-76346fd4-8b1a-48a9-82f2-c2a9cba304ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] No DVR routers for this DVR port bedd8c00-a5cc-4970-b3d9-dab948345d16 on host hv-cinder-84989 {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:40:37.105421 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-35494bef-89e5-4b69-81b1-c0035a643041 req-76346fd4-8b1a-48a9-82f2-c2a9cba304ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:37.110099 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-35494bef-89e5-4b69-81b1-c0035a643041 req-76346fd4-8b1a-48a9-82f2-c2a9cba304ae tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "DELETE /networking/v2.0/ports/bedd8c00-a5cc-4970-b3d9-dab948345d16 HTTP/1.1" status: 204 len: 173 time: 0.4794357 Aug 05 15:40:37.110557 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'name': 'network-vif-deleted', 'tag': 'bedd8c00-a5cc-4970-b3d9-dab948345d16'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:37.113061 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73cecf5-1087-4ecb-8e09-5d6cfe60ec25" -d '{"events": [{"server_uuid": "b7d75ad1-7ef8-42aa-b898-36ff34c67162", "name": "network-vif-deleted", "tag": "bedd8c00-a5cc-4970-b3d9-dab948345d16"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:37.164226 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:37.164606 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a244e0d-78b5-4b2f-b393-023f4084f5e9 x-openstack-request-id: req-9a244e0d-78b5-4b2f-b393-023f4084f5e9 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:37.164606 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7d75ad1-7ef8-42aa-b898-36ff34c67162", "name": "network-vif-deleted", "tag": "bedd8c00-a5cc-4970-b3d9-dab948345d16", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:37.164606 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9a244e0d-78b5-4b2f-b393-023f4084f5e9 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:37.164606 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a244e0d-78b5-4b2f-b393-023f4084f5e9'] response: {'server_uuid': 'b7d75ad1-7ef8-42aa-b898-36ff34c67162', 'name': 'network-vif-deleted', 'tag': 'bedd8c00-a5cc-4970-b3d9-dab948345d16', 'status': 'completed', 'code': 200} Aug 05 15:40:37.224600 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f0607341-3eda-4631-97d1-4a65391caa29 req-89370163-c4d5-4977-9ca0-f937787c39e5 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 210 time: 0.0286136 Aug 05 15:40:37.283233 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Made reservation on behalf of 2c77da48edba4903a1c51fee2a856167 for: {'port': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:40:37.286629 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:37.420134 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Allocated IP 172.20.0.10 (b05605aa-dd0e-428b-8865-2528537f12f7/c7a52748-13b7-41f4-a2d6-6c53085216f4/9a390035-5da3-4925-af6e-1b9b968c2cb4) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:40:37.565260 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:37.592913 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:37.673060 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:37.719047 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Network b05605aa-dd0e-428b-8865-2528537f12f7 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:40:37.724361 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:40:37.726883 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:40:37.757094 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=9a390035-5da3-4925-af6e-1b9b968c2cb4,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:37.784171 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:37.784803 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:37.909387 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-269ea1db-2e69-4ccd-b26a-568435f1bda1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8847208 Aug 05 15:40:37.985282 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-27f42eac-1244-4c68-8fb3-fde1e210581c None None] Provisioning complete for port 9a390035-5da3-4925-af6e-1b9b968c2cb4 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:40:37.985788 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-27f42eac-1244-4c68-8fb3-fde1e210581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:38.016563 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-27f42eac-1244-4c68-8fb3-fde1e210581c None None] Port 9a390035-5da3-4925-af6e-1b9b968c2cb4 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:40:38.047986 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Request body: {'port': {'device_id': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:40:38.057867 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737bbe5-6ae2-479c-9484-4a6fe380abc2 req-8bf3fbbe-c60a-4d29-9afb-fc36be657d56 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:38.059372 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3737bbe5-6ae2-479c-9484-4a6fe380abc2 req-8bf3fbbe-c60a-4d29-9afb-fc36be657d56 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 932 time: 0.0558598 Aug 05 15:40:38.152304 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:38.155874 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3737bbe5-6ae2-479c-9484-4a6fe380abc2 req-9da19e43-c49c-4bc4-a033-046306940c28 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810590 Aug 05 15:40:38.360986 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8a23356f-93b9-41c7-904b-23bc320119f3 req-cae2a5cd-24c5-43b1-9245-735e793b9ef1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b7d75ad1-7ef8-42aa-b898-36ff34c67162 HTTP/1.1" status: 200 len: 210 time: 0.0349059 Aug 05 15:40:38.374907 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:38.455491 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a390035-5da3-4925-af6e-1b9b968c2cb4 {{(pid=104518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:40:38.463473 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Publish callbacks [] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:38.476034 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.provisioning_blocks [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Transition to ACTIVE for port object 9a390035-5da3-4925-af6e-1b9b968c2cb4 will not be triggered until provisioned by entity L2. {{(pid=104518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:40:38.563399 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:38.624088 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a390035-5da3-4925-af6e-1b9b968c2cb4,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:38.672825 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Attempting to bind port 9a390035-5da3-4925-af6e-1b9b968c2cb4 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:40:38.673164 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Attempting to bind port 9a390035-5da3-4925-af6e-1b9b968c2cb4 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:40:38.673493 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Attempting to bind port 9a390035-5da3-4925-af6e-1b9b968c2cb4 on network b05605aa-dd0e-428b-8865-2528537f12f7 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:40:38.676172 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:38.678211 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Port 9a390035-5da3-4925-af6e-1b9b968c2cb4 on network b05605aa-dd0e-428b-8865-2528537f12f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:40:38.678531 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Attempting to bind port 9a390035-5da3-4925-af6e-1b9b968c2cb4 on network b05605aa-dd0e-428b-8865-2528537f12f7 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:40:38.683421 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:40:38.684473 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Checking segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:40:38.684473 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Bound using segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:40:38.684690 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Bound port: 9a390035-5da3-4925-af6e-1b9b968c2cb4, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:40:38.684916 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:38.747611 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] For port 9a390035-5da3-4925-af6e-1b9b968c2cb4, host hv-cinder-84989, cleared binding levels {{(pid=104518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:40:38.750624 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] For port 9a390035-5da3-4925-af6e-1b9b968c2cb4, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=9a390035-5da3-4925-af6e-1b9b968c2cb4,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:40:38.822681 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:38.826887 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:38.827482 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:38.828875 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/9a390035-5da3-4925-af6e-1b9b968c2cb4 HTTP/1.1" status: 200 len: 1094 time: 0.7864723 Aug 05 15:40:38.829385 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'tag': '9a390035-5da3-4925-af6e-1b9b968c2cb4'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:38.831586 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3072ec07-a7e4-4192-921e-37291c601e00" -d '{"events": [{"name": "network-changed", "server_uuid": "98fdfc63-b5ab-461d-a014-ea82d1d65b0b", "tag": "9a390035-5da3-4925-af6e-1b9b968c2cb4"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:38.868339 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdfbb99-49f5-49be-a356-d7ac2f48503a x-openstack-request-id: req-8cdfbb99-49f5-49be-a356-d7ac2f48503a {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:38.868611 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fdfc63-b5ab-461d-a014-ea82d1d65b0b", "tag": "9a390035-5da3-4925-af6e-1b9b968c2cb4", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:38.868865 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8cdfbb99-49f5-49be-a356-d7ac2f48503a {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:38.869258 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cdfbb99-49f5-49be-a356-d7ac2f48503a'] response: {'name': 'network-changed', 'server_uuid': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'tag': '9a390035-5da3-4925-af6e-1b9b968c2cb4', 'status': 'completed', 'code': 200} Aug 05 15:40:38.880730 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8f2dd-656b-4fe9-9d30-225626c2caa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a390035-5da3-4925-af6e-1b9b968c2cb4,revision_number=3']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:39.063665 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072ec07-a7e4-4192-921e-37291c601e00 req-ea0dbcda-a8e2-48ab-899e-e551feb7a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:39.065299 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3072ec07-a7e4-4192-921e-37291c601e00 req-ea0dbcda-a8e2-48ab-899e-e551feb7a2ef service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 1128 time: 0.0398116 Aug 05 15:40:39.168427 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072ec07-a7e4-4192-921e-37291c601e00 req-bd79fe5a-f591-453b-a79b-71e71fcdd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:39.169838 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3072ec07-a7e4-4192-921e-37291c601e00 req-bd79fe5a-f591-453b-a79b-71e71fcdd1c1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=2c77da48edba4903a1c51fee2a856167&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0979531 Aug 05 15:40:39.280531 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49875d55-d38d-48d5-89e7-f8c8c532d083 req-a9bdd95a-3310-4891-bb54-f7ef037949b5 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:39.281989 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-49875d55-d38d-48d5-89e7-f8c8c532d083 req-a9bdd95a-3310-4891-bb54-f7ef037949b5 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 944 time: 0.0477271 Aug 05 15:40:39.328438 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-49875d55-d38d-48d5-89e7-f8c8c532d083 req-ab6a7884-9dd9-4cab-9808-3ecd2a0d0e59 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410695 Aug 05 15:40:39.391036 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device bedd8c00-a5cc-4970-b3d9-dab948345d16 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:40:39.410898 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: bedd8c00-a5cc-4970-b3d9-dab948345d16 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:40:39.411241 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device bedd8c00-a5cc-4970-b3d9-dab948345d16 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:40:39.520164 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072ec07-a7e4-4192-921e-37291c601e00 req-98a0666d-d819-4d5b-be64-4d38654e7ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:39.521760 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3072ec07-a7e4-4192-921e-37291c601e00 req-98a0666d-d819-4d5b-be64-4d38654e7ce2 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938876 Aug 05 15:40:39.595508 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-8bed7f7e-62f0-4fa7-b0a3-8ffcb79ed4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:39.597020 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-8bed7f7e-62f0-4fa7-b0a3-8ffcb79ed4b4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 1128 time: 0.0396719 Aug 05 15:40:39.636739 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-abd2d79c-e996-46ca-b421-a5db41139857 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a390035-5da3-4925-af6e-1b9b968c2cb4 HTTP/1.1" status: 200 len: 217 time: 0.0323846 Aug 05 15:40:39.694910 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-0875d2c9-3f2d-424b-911a-8220c9e46019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:39.696625 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-0875d2c9-3f2d-424b-911a-8220c9e46019 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c7a52748-13b7-41f4-a2d6-6c53085216f4 HTTP/1.1" status: 200 len: 854 time: 0.0541794 Aug 05 15:40:39.744680 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-9da51566-9587-4f7d-a9f6-c40d313733c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:39.746203 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-9da51566-9587-4f7d-a9f6-c40d313733c4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b05605aa-dd0e-428b-8865-2528537f12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418341 Aug 05 15:40:39.839998 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-68c591df-214c-454f-82da-9667608da6b5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846834 Aug 05 15:40:39.926044 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:39.951780 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ed77efb-db24-41ef-b5c6-a680940ae2f4 req-3f931826-15b5-41ee-b48e-26d08fc25832 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054842 Aug 05 15:40:40.449986 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319fca-e372-4eed-9d89-67fadd3a8fb6 req-6b094a68-6b9c-4ae3-bfee-ee6b8c86f7e8 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:40.451714 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-25319fca-e372-4eed-9d89-67fadd3a8fb6 req-6b094a68-6b9c-4ae3-bfee-ee6b8c86f7e8 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 944 time: 0.0488334 Aug 05 15:40:40.500268 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-25319fca-e372-4eed-9d89-67fadd3a8fb6 req-06f5e6dc-73c9-437c-b5f2-a19d261280ac tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Aug 05 15:40:41.624287 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f029b7-d548-42a1-af64-8c4b11c4dc9d req-589d6174-c198-4ea7-94f4-b3d4d9c82374 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:41.625791 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-91f029b7-d548-42a1-af64-8c4b11c4dc9d req-589d6174-c198-4ea7-94f4-b3d4d9c82374 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 944 time: 0.0510724 Aug 05 15:40:41.673175 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-91f029b7-d548-42a1-af64-8c4b11c4dc9d req-bdc16b8e-f588-494d-9ec6-4c26a5bc8a3e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418174 Aug 05 15:40:42.793158 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde26f3-7634-4b88-849d-b0c0e4042659 req-f39b443e-a3af-4a54-b81a-176f0b1bd365 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:42.794619 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9fde26f3-7634-4b88-849d-b0c0e4042659 req-f39b443e-a3af-4a54-b81a-176f0b1bd365 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 944 time: 0.0470965 Aug 05 15:40:42.841655 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9fde26f3-7634-4b88-849d-b0c0e4042659 req-28dad30f-1786-4d8f-9f9e-a9c8b0c98875 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417149 Aug 05 15:40:43.771903 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 9a390035-5da3-4925-af6e-1b9b968c2cb4 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:40:43.781069 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:43.869398 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 9a390035-5da3-4925-af6e-1b9b968c2cb4, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=9a390035-5da3-4925-af6e-1b9b968c2cb4,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:43.884936 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '9a390035-5da3-4925-af6e-1b9b968c2cb4', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'port_id': '9a390035-5da3-4925-af6e-1b9b968c2cb4', 'mac_address': 'fa:16:3e:9b:da:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:40:43.923453 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 9a390035-5da3-4925-af6e-1b9b968c2cb4 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:40:43.923845 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:43.936914 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a390035-5da3-4925-af6e-1b9b968c2cb4 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:40:43.957082 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 9a390035-5da3-4925-af6e-1b9b968c2cb4, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=9a390035-5da3-4925-af6e-1b9b968c2cb4,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:43.965880 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254d230-43c9-41b3-a1b1-49df49194f61 req-866062d2-ee42-4e53-9f89-d079dc0c7803 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:43.970077 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0254d230-43c9-41b3-a1b1-49df49194f61 req-866062d2-ee42-4e53-9f89-d079dc0c7803 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 944 time: 0.0512125 Aug 05 15:40:43.992085 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:44.009710 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:44.013699 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0254d230-43c9-41b3-a1b1-49df49194f61 req-2565c2ae-71f3-42e3-957b-4d7ce5f24802 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 Aug 05 15:40:44.064079 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=9a390035-5da3-4925-af6e-1b9b968c2cb4,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:44.310578 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['9a390035-5da3-4925-af6e-1b9b968c2cb4'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:40:44.368287 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:45.061737 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 47962) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:45.136983 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb0661-495d-4d33-9bfb-6c18472800d1 req-45de6818-7f1d-43b6-9119-63fc8cd5b4d8 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:45.138452 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-75eb0661-495d-4d33-9bfb-6c18472800d1 req-45de6818-7f1d-43b6-9119-63fc8cd5b4d8 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 945 time: 0.0470333 Aug 05 15:40:45.200673 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-75eb0661-495d-4d33-9bfb-6c18472800d1 req-3162b3b7-d1bd-4158-924e-317e12d073e6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564423 Aug 05 15:40:45.220350 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Deleting port 4b78d861-a8bc-46d8-bd6f-95d43dec0079 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:45.220350 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (4b78d861-a8bc-46d8-bd6f-95d43dec0079), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:45.273237 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:45.297781 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (4b78d861-a8bc-46d8-bd6f-95d43dec0079), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:45.298036 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (4b78d861-a8bc-46d8-bd6f-95d43dec0079), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:45.311162 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Calling delete_port for 4b78d861-a8bc-46d8-bd6f-95d43dec0079 owned by network:floatingip {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:45.440717 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 9a390035-5da3-4925-af6e-1b9b968c2cb4 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:40:45.484574 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 9a390035-5da3-4925-af6e-1b9b968c2cb4 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:40:45.536303 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (4b78d861-a8bc-46d8-bd6f-95d43dec0079), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:45.541915 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 9a390035-5da3-4925-af6e-1b9b968c2cb4 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:40:45.542285 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:45.566435 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event deleted for resources: {'Port': ['ID=4b78d861-a8bc-46d8-bd6f-95d43dec0079,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:45.619286 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 9a390035-5da3-4925-af6e-1b9b968c2cb4 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:40:45.619675 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:45.629470 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (38db96aa-ab12-461f-8a07-1d242b84ab82), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:45.629854 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Floating IP 38db96aa-ab12-461f-8a07-1d242b84ab82 disassociated (deleted). External IP: 172.27.0.114, port: 8f81a0ab-db08-458a-a907-344e54cc9456. Aug 05 15:40:45.643297 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a390035-5da3-4925-af6e-1b9b968c2cb4'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:45.651342 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611c0ed0-adfb-446d-9ff4-c0e35388b745" -d '{"events": [{"server_uuid": "98fdfc63-b5ab-461d-a014-ea82d1d65b0b", "name": "network-vif-plugged", "status": "completed", "tag": "9a390035-5da3-4925-af6e-1b9b968c2cb4"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:45.659317 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 9a390035-5da3-4925-af6e-1b9b968c2cb4, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=9a390035-5da3-4925-af6e-1b9b968c2cb4,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:45.665187 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:45.689768 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fa6bd6-00cc-4076-bf52-c116b72f2109 x-openstack-request-id: req-43fa6bd6-00cc-4076-bf52-c116b72f2109 {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:45.690060 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fdfc63-b5ab-461d-a014-ea82d1d65b0b", "name": "network-vif-plugged", "status": "completed", "tag": "9a390035-5da3-4925-af6e-1b9b968c2cb4", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:45.690310 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-43fa6bd6-00cc-4076-bf52-c116b72f2109 {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:45.690709 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43fa6bd6-00cc-4076-bf52-c116b72f2109'] response: {'server_uuid': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a390035-5da3-4925-af6e-1b9b968c2cb4', 'code': 200} Aug 05 15:40:45.713977 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:45.764001 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=9a390035-5da3-4925-af6e-1b9b968c2cb4,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:45.842806 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:40:45.949080 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:40:45.953984 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:45.959621 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c6793-08fe-4d24-bda2-7503db53e4d2 None None] Sync routers for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:40:45.969823 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94c6793-08fe-4d24-bda2-7503db53e4d2 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:45.970435 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-f94c6793-08fe-4d24-bda2-7503db53e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:45.982782 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-2fb40912-2ff5-445d-b2f0-f5d1a1e112fa tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/38db96aa-ab12-461f-8a07-1d242b84ab82 HTTP/1.1" status: 204 len: 168 time: 0.9203663 Aug 05 15:40:45.983379 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'tag': '8f81a0ab-db08-458a-a907-344e54cc9456'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:45.985646 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725810e1-0882-409e-b461-4dab815647c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c06b5eb5-e324-4e7d-a084-27a8344c861b", "tag": "8f81a0ab-db08-458a-a907-344e54cc9456"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:46.040588 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43038ec0-7b29-488c-ae0f-ec0c2cc1ad49 x-openstack-request-id: req-43038ec0-7b29-488c-ae0f-ec0c2cc1ad49 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:46.040887 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06b5eb5-e324-4e7d-a084-27a8344c861b", "tag": "8f81a0ab-db08-458a-a907-344e54cc9456", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:46.041144 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-43038ec0-7b29-488c-ae0f-ec0c2cc1ad49 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:46.041579 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43038ec0-7b29-488c-ae0f-ec0c2cc1ad49'] response: {'name': 'network-changed', 'server_uuid': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'tag': '8f81a0ab-db08-458a-a907-344e54cc9456', 'status': 'completed', 'code': 200} Aug 05 15:40:46.080218 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-f94c6793-08fe-4d24-bda2-7503db53e4d2 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:46.166609 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:46.283106 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-f94c6793-08fe-4d24-bda2-7503db53e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:46.313388 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c6793-08fe-4d24-bda2-7503db53e4d2 None None] Checking router: aca1ef86-7344-4d5f-b0ce-194faff4ecb4 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:40:46.321954 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94c6793-08fe-4d24-bda2-7503db53e4d2 None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:46.322551 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-f94c6793-08fe-4d24-bda2-7503db53e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:46.323113 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ea411-00c4-406b-9a3a-ea505ee751ce req-76186ce2-8d4d-4efa-81b1-974ba65fa13f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:46.326015 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6b5ea411-00c4-406b-9a3a-ea505ee751ce req-76186ce2-8d4d-4efa-81b1-974ba65fa13f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 946 time: 0.0501072 Aug 05 15:40:46.376938 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6b5ea411-00c4-406b-9a3a-ea505ee751ce req-65c5cddf-10b8-498d-acde-005abfc76d2a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463405 Aug 05 15:40:46.424574 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-f94c6793-08fe-4d24-bda2-7503db53e4d2 None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:46.508491 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:46.526414 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415eed5-8547-498c-9852-8cf374980774 req-849881ae-8fa6-4b07-8da0-7e50d491cd19 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:46.527936 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9415eed5-8547-498c-9852-8cf374980774 req-849881ae-8fa6-4b07-8da0-7e50d491cd19 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 946 time: 0.0486512 Aug 05 15:40:46.579751 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9415eed5-8547-498c-9852-8cf374980774 req-413ee4a2-d0f9-4fa7-b53e-77c456ffe7b7 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457091 Aug 05 15:40:46.619570 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-f94c6793-08fe-4d24-bda2-7503db53e4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:46.643927 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94c6793-08fe-4d24-bda2-7503db53e4d2 None None] The sync data for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi is: [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:32:47Z', 'revision_number': 4, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'affc3c5c-6be5-4517-a916-4c84e852994c', 'name': '', 'network_id': '9b73dcac-fd0b-490d-b366-7eddfd909984', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'mac_address': 'fa:16:3e:cf:a4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:46Z', 'updated_at': '2022-08-05T15:32:53Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'subnets': [{'id': 'fdda4929-7d3f-4165-b49e-7fa36c7c477d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:40:46.857436 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afeaacf-1aee-418c-8df3-b652b1a60ee5 None None] New status for floating IP 38db96aa-ab12-461f-8a07-1d242b84ab82: DOWN {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:40:46.860059 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:DELETE=1,neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:46.861654 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:47.500702 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6795d44-0965-4413-a3f6-83c4044fc78a req-14aaa139-9e83-45e5-82c8-f46040591990 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:47.502165 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d6795d44-0965-4413-a3f6-83c4044fc78a req-14aaa139-9e83-45e5-82c8-f46040591990 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 946 time: 0.0469537 Aug 05 15:40:47.548267 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d6795d44-0965-4413-a3f6-83c4044fc78a req-6fb06f52-7f24-4f15-9a8f-8226b06ded1c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407288 Aug 05 15:40:47.703807 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b731764-1bf0-4df5-9dc6-d0a7c5607142 req-b05e400b-4aa9-46e3-956d-39db367c3ef0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:47.705213 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b731764-1bf0-4df5-9dc6-d0a7c5607142 req-b05e400b-4aa9-46e3-956d-39db367c3ef0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 946 time: 0.0507088 Aug 05 15:40:47.754271 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b731764-1bf0-4df5-9dc6-d0a7c5607142 req-417a12b5-0e9b-4899-8e4e-4768e83bdec3 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430808 Aug 05 15:40:48.251328 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725810e1-0882-409e-b461-4dab815647c8 req-1dd4c8cd-bb4a-4527-8d36-1cab1378aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:48.252858 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-725810e1-0882-409e-b461-4dab815647c8 req-1dd4c8cd-bb4a-4527-8d36-1cab1378aa54 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=99b26247f85d45c0a7c1e763758f2e69&device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 1130 time: 0.0403104 Aug 05 15:40:48.349015 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725810e1-0882-409e-b461-4dab815647c8 req-f88ac649-a9e2-4533-9dd7-79113b0088ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:48.350491 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-725810e1-0882-409e-b461-4dab815647c8 req-f88ac649-a9e2-4533-9dd7-79113b0088ce service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 200 len: 912 time: 0.0910406 Aug 05 15:40:48.665908 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647036b4-92db-4478-8f81-150168e40c61 req-2ad4f5c6-5dff-4f74-afa8-69037dff85e6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:48.667372 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-647036b4-92db-4478-8f81-150168e40c61 req-2ad4f5c6-5dff-4f74-afa8-69037dff85e6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 946 time: 0.0472689 Aug 05 15:40:48.693146 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:48.714313 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-647036b4-92db-4478-8f81-150168e40c61 req-428de631-3086-441f-8a57-7a1642d20b97 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410385 Aug 05 15:40:48.922312 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c8bf6b-cb57-4f4c-97f5-89b4a6c6c3c7 req-64336bdf-4da0-454f-b329-bfae1e84221d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:48.923735 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-86c8bf6b-cb57-4f4c-97f5-89b4a6c6c3c7 req-64336bdf-4da0-454f-b329-bfae1e84221d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 946 time: 0.0970833 Aug 05 15:40:48.971310 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-86c8bf6b-cb57-4f4c-97f5-89b4a6c6c3c7 req-020c9f80-f75e-4dd8-87c1-6abb9e2a8578 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420239 Aug 05 15:40:49.545108 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-725810e1-0882-409e-b461-4dab815647c8 req-d2deeaee-9eca-44b5-9ece-3c5e0fa1a6e4 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f81a0ab-db08-458a-a907-344e54cc9456 HTTP/1.1" status: 200 len: 217 time: 0.0372422 Aug 05 15:40:49.571979 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7406b8-72a9-4bd8-ae34-ae3192f8723f req-9491347b-7631-4784-81ab-aeebcea8f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:49.573548 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9f7406b8-72a9-4bd8-ae34-ae3192f8723f req-9491347b-7631-4784-81ab-aeebcea8f7e3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 1130 time: 0.0409703 Aug 05 15:40:49.598529 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725810e1-0882-409e-b461-4dab815647c8 req-5fc09378-4353-4f0d-98c3-9d7d33df10ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:49.599998 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-725810e1-0882-409e-b461-4dab815647c8 req-5fc09378-4353-4f0d-98c3-9d7d33df10ac service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=fdda4929-7d3f-4165-b49e-7fa36c7c477d HTTP/1.1" status: 200 len: 850 time: 0.0443692 Aug 05 15:40:49.623101 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-9f7406b8-72a9-4bd8-ae34-ae3192f8723f req-4ebe867b-19a1-411b-b59b-67f73fb8156e service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399873 Aug 05 15:40:49.887797 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57320a19-6f30-4069-856c-976d41bcf713 req-d6a02b5b-0035-423a-af26-45681c094e98 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:49.890594 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-57320a19-6f30-4069-856c-976d41bcf713 req-d6a02b5b-0035-423a-af26-45681c094e98 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 946 time: 0.1015019 Aug 05 15:40:49.940481 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-57320a19-6f30-4069-856c-976d41bcf713 req-56e8a0aa-3638-4744-bf0f-b40fb786447b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419426 Aug 05 15:40:50.083411 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:50.116824 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24a3e7-62c3-4cc6-9d5e-6a9d72e170fd req-4f191051-ead5-4162-addd-a038e4c4dbf0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:50.118908 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1a24a3e7-62c3-4cc6-9d5e-6a9d72e170fd req-4f191051-ead5-4162-addd-a038e4c4dbf0 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 946 time: 0.0766275 Aug 05 15:40:50.131886 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725810e1-0882-409e-b461-4dab815647c8 req-4651d7db-5e6f-4423-8244-86ec7113c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:50.133324 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-725810e1-0882-409e-b461-4dab815647c8 req-4651d7db-5e6f-4423-8244-86ec7113c202 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=9b73dcac-fd0b-490d-b366-7eddfd909984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593765 Aug 05 15:40:50.220089 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1a24a3e7-62c3-4cc6-9d5e-6a9d72e170fd req-d2bc43ab-fc26-43a5-8400-0be453a261c6 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=223196b4-b30c-4dde-b61f-7a5885da015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942495 Aug 05 15:40:50.253573 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-725810e1-0882-409e-b461-4dab815647c8 req-478533a6-d1bb-4805-a779-d2e181e3a6ab service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066740 Aug 05 15:40:50.568482 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac9aee-2ac0-4d87-b93b-5b42e4a79c20 req-c069d7f9-b3a1-4627-a196-554063d55ea8 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:50.570007 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4bac9aee-2ac0-4d87-b93b-5b42e4a79c20 req-c069d7f9-b3a1-4627-a196-554063d55ea8 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 946 time: 0.0484774 Aug 05 15:40:50.608560 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-725810e1-0882-409e-b461-4dab815647c8 req-1a8d12b4-80c9-4930-8261-2849fb168605 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920632 Aug 05 15:40:50.662039 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-4bac9aee-2ac0-4d87-b93b-5b42e4a79c20 req-600a93dc-98ac-42fd-8425-e8783b45f72d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Deleting port 8f81a0ab-db08-458a-a907-344e54cc9456 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:50.662617 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-4bac9aee-2ac0-4d87-b93b-5b42e4a79c20 req-600a93dc-98ac-42fd-8425-e8783b45f72d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:50.759472 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-4bac9aee-2ac0-4d87-b93b-5b42e4a79c20 req-600a93dc-98ac-42fd-8425-e8783b45f72d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] For port 8f81a0ab-db08-458a-a907-344e54cc9456, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=8f81a0ab-db08-458a-a907-344e54cc9456,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:50.759837 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-4bac9aee-2ac0-4d87-b93b-5b42e4a79c20 req-600a93dc-98ac-42fd-8425-e8783b45f72d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:50.774433 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-4bac9aee-2ac0-4d87-b93b-5b42e4a79c20 req-600a93dc-98ac-42fd-8425-e8783b45f72d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Calling delete_port for 8f81a0ab-db08-458a-a907-344e54cc9456 owned by compute:nova {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:50.843802 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:50.952228 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-4bac9aee-2ac0-4d87-b93b-5b42e4a79c20 req-600a93dc-98ac-42fd-8425-e8783b45f72d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (8f81a0ab-db08-458a-a907-344e54cc9456), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:50.984815 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a93dc-98ac-42fd-8425-e8783b45f72d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event deleted for resources: {'Port': ['ID=8f81a0ab-db08-458a-a907-344e54cc9456,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:51.034190 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bac9aee-2ac0-4d87-b93b-5b42e4a79c20 req-600a93dc-98ac-42fd-8425-e8783b45f72d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] No DVR routers for this DVR port 8f81a0ab-db08-458a-a907-344e54cc9456 on host hv-cinder-84989 {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:40:51.036968 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-4bac9aee-2ac0-4d87-b93b-5b42e4a79c20 req-600a93dc-98ac-42fd-8425-e8783b45f72d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:51.040970 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-4bac9aee-2ac0-4d87-b93b-5b42e4a79c20 req-600a93dc-98ac-42fd-8425-e8783b45f72d tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.17 "DELETE /networking/v2.0/ports/8f81a0ab-db08-458a-a907-344e54cc9456 HTTP/1.1" status: 204 len: 173 time: 0.4615955 Aug 05 15:40:51.041421 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'name': 'network-vif-deleted', 'tag': '8f81a0ab-db08-458a-a907-344e54cc9456'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:51.043679 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d443c5-ae65-408b-b7fa-bd409ef69854" -d '{"events": [{"server_uuid": "c06b5eb5-e324-4e7d-a084-27a8344c861b", "name": "network-vif-deleted", "tag": "8f81a0ab-db08-458a-a907-344e54cc9456"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:51.066389 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dea660-fbfe-4ba3-b160-aec0919b24af req-b0ca4d16-ac78-4896-956d-d10ca0ed67ae tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:51.067888 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a5dea660-fbfe-4ba3-b160-aec0919b24af req-b0ca4d16-ac78-4896-956d-d10ca0ed67ae tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 946 time: 0.0524602 Aug 05 15:40:51.080705 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3920eb6b-4ee6-4f8c-b109-00086bab74b4 x-openstack-request-id: req-3920eb6b-4ee6-4f8c-b109-00086bab74b4 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:51.081001 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06b5eb5-e324-4e7d-a084-27a8344c861b", "name": "network-vif-deleted", "tag": "8f81a0ab-db08-458a-a907-344e54cc9456", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:51.081255 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3920eb6b-4ee6-4f8c-b109-00086bab74b4 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:51.084467 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3920eb6b-4ee6-4f8c-b109-00086bab74b4'] response: {'server_uuid': 'c06b5eb5-e324-4e7d-a084-27a8344c861b', 'name': 'network-vif-deleted', 'tag': '8f81a0ab-db08-458a-a907-344e54cc9456', 'status': 'completed', 'code': 200} Aug 05 15:40:51.115766 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a5dea660-fbfe-4ba3-b160-aec0919b24af req-85db64d6-ba02-4e29-990b-004731914952 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416777 Aug 05 15:40:51.324342 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b8d88a61-763e-456e-afa0-35098f09b839 req-412a793c-8110-4b4b-a5a2-62a3a366aeca tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 210 time: 0.0284977 Aug 05 15:40:52.237702 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1a18d-92f8-4da1-ab4c-5bf53bbb9efd req-ce8a2be0-e620-425b-81d8-365bcc0a1b94 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:52.239223 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12d1a18d-92f8-4da1-ab4c-5bf53bbb9efd req-ce8a2be0-e620-425b-81d8-365bcc0a1b94 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 946 time: 0.0489783 Aug 05 15:40:52.289008 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-12d1a18d-92f8-4da1-ab4c-5bf53bbb9efd req-acab7a49-8a44-4523-b6c6-661ee5ab30c5 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443978 Aug 05 15:40:52.426547 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f85f7-7776-4312-897b-fa4c486e93dd req-db374943-4f70-4758-b361-4a67bfa23029 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:52.428204 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-698f85f7-7776-4312-897b-fa4c486e93dd req-db374943-4f70-4758-b361-4a67bfa23029 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 946 time: 0.0642390 Aug 05 15:40:52.438127 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48028) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:52.442720 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-e3d83c2b-8d32-4488-a35b-cd4bfed40f17 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'floatingip': {'port_id': '9a390035-5da3-4925-af6e-1b9b968c2cb4'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:40:52.444516 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f7a1cf1d-ec06-4948-afac-3a775f8da944 req-ecca6a1a-8c4e-4d05-8660-ed29183a8824 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c06b5eb5-e324-4e7d-a084-27a8344c861b HTTP/1.1" status: 200 len: 210 time: 0.0350223 Aug 05 15:40:52.483443 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3d83c2b-8d32-4488-a35b-cd4bfed40f17 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (2dd16b4a-ab7b-4904-8ff1-5c596d71033d), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:52.885122 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:53.166017 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3d83c2b-8d32-4488-a35b-cd4bfed40f17 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:53.245194 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3d83c2b-8d32-4488-a35b-cd4bfed40f17 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (2dd16b4a-ab7b-4904-8ff1-5c596d71033d), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:53.342109 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [None req-e3d83c2b-8d32-4488-a35b-cd4bfed40f17 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Floating IP 2dd16b4a-ab7b-4904-8ff1-5c596d71033d associated. External IP: 172.27.0.110, port: 9a390035-5da3-4925-af6e-1b9b968c2cb4. Aug 05 15:40:53.456869 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 8f81a0ab-db08-458a-a907-344e54cc9456 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:40:53.475808 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 8f81a0ab-db08-458a-a907-344e54cc9456 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:40:53.476008 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 8f81a0ab-db08-458a-a907-344e54cc9456 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:40:53.510399 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48042) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:53.544737 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d83c2b-8d32-4488-a35b-cd4bfed40f17 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Router 2a094309-06d4-48a9-ada8-166e4358c861 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:40:53.623603 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed858e-a030-4936-99bb-2c558a7e88eb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Deleting port cb479793-0e63-4dd5-99e7-f2981dd2a189 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:53.623949 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f1ed858e-a030-4936-99bb-2c558a7e88eb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (cb479793-0e63-4dd5-99e7-f2981dd2a189), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:53.652469 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d83c2b-8d32-4488-a35b-cd4bfed40f17 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:40:53.657426 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e3d83c2b-8d32-4488-a35b-cd4bfed40f17 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:53.660035 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:53.665381 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e17587-6470-4bb2-b75a-4e9d3342e81e None None] Sync routers for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:40:53.678110 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e17587-6470-4bb2-b75a-4e9d3342e81e None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:53.678869 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-75e17587-6470-4bb2-b75a-4e9d3342e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:53.689319 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e3d83c2b-8d32-4488-a35b-cd4bfed40f17 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/2dd16b4a-ab7b-4904-8ff1-5c596d71033d HTTP/1.1" status: 200 len: 992 time: 1.2500830 Aug 05 15:40:53.689917 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'tag': '9a390035-5da3-4925-af6e-1b9b968c2cb4'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:53.692857 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fe3cbc-a630-4019-b9ba-d844878548ac" -d '{"events": [{"name": "network-changed", "server_uuid": "98fdfc63-b5ab-461d-a014-ea82d1d65b0b", "tag": "9a390035-5da3-4925-af6e-1b9b968c2cb4"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:53.699107 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:53.714394 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f1ed858e-a030-4936-99bb-2c558a7e88eb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (cb479793-0e63-4dd5-99e7-f2981dd2a189), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:53.714728 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f1ed858e-a030-4936-99bb-2c558a7e88eb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (cb479793-0e63-4dd5-99e7-f2981dd2a189), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:53.728812 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-f1ed858e-a030-4936-99bb-2c558a7e88eb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Calling delete_port for cb479793-0e63-4dd5-99e7-f2981dd2a189 owned by network:floatingip {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:53.734640 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590e66f2-c9db-44aa-baf6-789bdefa49a9 x-openstack-request-id: req-590e66f2-c9db-44aa-baf6-789bdefa49a9 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:53.734640 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98fdfc63-b5ab-461d-a014-ea82d1d65b0b", "tag": "9a390035-5da3-4925-af6e-1b9b968c2cb4", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:53.734843 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-590e66f2-c9db-44aa-baf6-789bdefa49a9 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:53.735245 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590e66f2-c9db-44aa-baf6-789bdefa49a9'] response: {'name': 'network-changed', 'server_uuid': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'tag': '9a390035-5da3-4925-af6e-1b9b968c2cb4', 'status': 'completed', 'code': 200} Aug 05 15:40:53.812003 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:53.824192 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3cbc-a630-4019-b9ba-d844878548ac req-55fb8251-6018-42f3-b346-23ad7fcf485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:53.826282 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-67fe3cbc-a630-4019-b9ba-d844878548ac req-55fb8251-6018-42f3-b346-23ad7fcf485b service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 1130 time: 0.0607233 Aug 05 15:40:53.927285 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-75e17587-6470-4bb2-b75a-4e9d3342e81e None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:53.932100 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f1ed858e-a030-4936-99bb-2c558a7e88eb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (cb479793-0e63-4dd5-99e7-f2981dd2a189), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:53.935317 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3cbc-a630-4019-b9ba-d844878548ac req-1ce29205-9941-44be-ae99-d11c35c6096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:53.936985 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-67fe3cbc-a630-4019-b9ba-d844878548ac req-1ce29205-9941-44be-ae99-d11c35c6096e service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 916 time: 0.1015608 Aug 05 15:40:53.965786 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed858e-a030-4936-99bb-2c558a7e88eb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event deleted for resources: {'Port': ['ID=cb479793-0e63-4dd5-99e7-f2981dd2a189,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:54.005887 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-67fe3cbc-a630-4019-b9ba-d844878548ac req-bf5a2940-212e-4e5a-8a7d-514f9cda066c service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a390035-5da3-4925-af6e-1b9b968c2cb4 HTTP/1.1" status: 200 len: 1000 time: 0.0620944 Aug 05 15:40:54.036057 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f1ed858e-a030-4936-99bb-2c558a7e88eb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for floatingip (d8ffabec-686e-413f-b58a-9149b7a6fd4c), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:54.039623 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f1ed858e-a030-4936-99bb-2c558a7e88eb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:54.041565 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-f1ed858e-a030-4936-99bb-2c558a7e88eb tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/d8ffabec-686e-413f-b58a-9149b7a6fd4c HTTP/1.1" status: 204 len: 168 time: 0.5301454 Aug 05 15:40:54.063459 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3cbc-a630-4019-b9ba-d844878548ac req-16b25b45-9fa1-4d14-ba77-5d4f33ae0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:54.065485 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-67fe3cbc-a630-4019-b9ba-d844878548ac req-16b25b45-9fa1-4d14-ba77-5d4f33ae0712 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c7a52748-13b7-41f4-a2d6-6c53085216f4 HTTP/1.1" status: 200 len: 854 time: 0.0529795 Aug 05 15:40:54.127885 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3cbc-a630-4019-b9ba-d844878548ac req-4660237a-ad57-4491-bb34-bb6348c4dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:54.131047 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-67fe3cbc-a630-4019-b9ba-d844878548ac req-4660237a-ad57-4491-bb34-bb6348c4dd23 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b05605aa-dd0e-428b-8865-2528537f12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565822 Aug 05 15:40:54.151470 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-75e17587-6470-4bb2-b75a-4e9d3342e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2dd16b4a-ab7b-4904-8ff1-5c596d71033d', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': '9a390035-5da3-4925-af6e-1b9b968c2cb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:9b:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:40:32Z', 'updated_at': '2022-08-05T15:40:53Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:54.183159 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e17587-6470-4bb2-b75a-4e9d3342e81e None None] Checking router: 2a094309-06d4-48a9-ada8-166e4358c861 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:40:54.190176 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:54.193095 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e17587-6470-4bb2-b75a-4e9d3342e81e None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:54.193778 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-75e17587-6470-4bb2-b75a-4e9d3342e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:54.235354 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-67fe3cbc-a630-4019-b9ba-d844878548ac req-b94edcf8-11c4-42f8-a9f5-d27a278b32b7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983799 Aug 05 15:40:54.300913 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-75e17587-6470-4bb2-b75a-4e9d3342e81e None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:54.345946 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-67fe3cbc-a630-4019-b9ba-d844878548ac req-516158ce-87bf-4ab2-af9d-e07576dfe62a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037233 Aug 05 15:40:54.459968 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:54.526264 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-75e17587-6470-4bb2-b75a-4e9d3342e81e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2dd16b4a-ab7b-4904-8ff1-5c596d71033d', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': '9a390035-5da3-4925-af6e-1b9b968c2cb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:9b:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:40:32Z', 'updated_at': '2022-08-05T15:40:53Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:54.552971 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e17587-6470-4bb2-b75a-4e9d3342e81e None None] The sync data for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi is: [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2dd16b4a-ab7b-4904-8ff1-5c596d71033d', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': '9a390035-5da3-4925-af6e-1b9b968c2cb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:9b:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:40:32Z', 'updated_at': '2022-08-05T15:40:53Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:40:54.706135 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea367ab7-ee4f-4099-a55e-592f9b5aada3 req-7354aac8-076c-40b0-8628-28e775ada294 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:54.707829 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ea367ab7-ee4f-4099-a55e-592f9b5aada3 req-7354aac8-076c-40b0-8628-28e775ada294 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 946 time: 0.0490153 Aug 05 15:40:54.753302 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f311c659-bd3b-49f9-b163-ecdf166555b8 None None] New status for floating IP 2dd16b4a-ab7b-4904-8ff1-5c596d71033d: ACTIVE {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:40:54.769064 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ea367ab7-ee4f-4099-a55e-592f9b5aada3 req-e493a3d7-a721-49e2-9011-67cafc0d566d tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547090 Aug 05 15:40:55.413472 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48064) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:55.469867 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group (223196b4-b30c-4dde-b61f-7a5885da015d), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:55.494674 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group (223196b4-b30c-4dde-b61f-7a5885da015d), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:55.637711 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (223196b4-b30c-4dde-b61f-7a5885da015d), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:55.640388 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:55.641589 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/223196b4-b30c-4dde-b61f-7a5885da015d HTTP/1.1" status: 204 len: 168 time: 0.2270644 Aug 05 15:40:55.651215 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=223196b4-b30c-4dde-b61f-7a5885da015d,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:55.658863 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.659208 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.659549 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.659886 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.660262 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.660595 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.660918 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.661241 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.661567 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.661893 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.662783 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.662783 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.662997 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.663192 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.663828 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c56f08d-e87c-4248-bb8f-542a094917a1 tempest-TestVolumeBootPattern-1824595652 tempest-TestVolumeBootPattern-1824595652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:40:55.753400 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48068) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:55.892566 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f55f15-ac22-47ec-9ced-5c6473f6489e req-687120a7-363a-422b-b43e-7de0f1f56ab0 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:55.894038 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a4f55f15-ac22-47ec-9ced-5c6473f6489e req-687120a7-363a-422b-b43e-7de0f1f56ab0 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 946 time: 0.0486805 Aug 05 15:40:55.950315 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a4f55f15-ac22-47ec-9ced-5c6473f6489e req-a2ec4e1b-0439-44e9-9d98-a8c6baa03cfa tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503833 Aug 05 15:40:56.259384 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928496'] for router_interface (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:56.297063 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:56.311113 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83db775-5bdb-41f5-818d-b311e383d83f req-2fa9850f-3b8d-4a94-a09a-544def3c8d6a tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:56.312580 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d83db775-5bdb-41f5-818d-b311e383d83f req-2fa9850f-3b8d-4a94-a09a-544def3c8d6a tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 946 time: 0.0831451 Aug 05 15:40:56.487780 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-d83db775-5bdb-41f5-818d-b311e383d83f req-0cc0be9d-b351-4ba3-8fcd-bbabfecd0bf5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Deleting port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:56.488040 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d83db775-5bdb-41f5-818d-b311e383d83f req-0cc0be9d-b351-4ba3-8fcd-bbabfecd0bf5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:56.906130 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-d83db775-5bdb-41f5-818d-b311e383d83f req-0cc0be9d-b351-4ba3-8fcd-bbabfecd0bf5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] For port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=0963283c-b392-4f5e-b5f4-4ffe8b59f44d,segment=NetworkSegment(fbbb27b7-45cb-4878-bedb-da0faf024d07),segment_id=fbbb27b7-45cb-4878-bedb-da0faf024d07)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:56.906856 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d83db775-5bdb-41f5-818d-b311e383d83f req-0cc0be9d-b351-4ba3-8fcd-bbabfecd0bf5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:56.937058 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-d83db775-5bdb-41f5-818d-b311e383d83f req-0cc0be9d-b351-4ba3-8fcd-bbabfecd0bf5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Calling delete_port for 0963283c-b392-4f5e-b5f4-4ffe8b59f44d owned by compute:nova {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:56.953492 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] Deleting port affc3c5c-6be5-4517-a916-4c84e852994c {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:56.953826 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:57.029251 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:57.071493 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884efee3-53c9-4ff0-9b94-1930fd286556 req-4d9f4009-5987-4f69-825e-24a9faa09288 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:40:57.073050 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-884efee3-53c9-4ff0-9b94-1930fd286556 req-4d9f4009-5987-4f69-825e-24a9faa09288 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 946 time: 0.0488317 Aug 05 15:40:57.097047 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] For port affc3c5c-6be5-4517-a916-4c84e852994c, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=affc3c5c-6be5-4517-a916-4c84e852994c,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:57.097487 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:57.112730 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] Calling delete_port for affc3c5c-6be5-4517-a916-4c84e852994c owned by network:router_interface {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:57.121436 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-884efee3-53c9-4ff0-9b94-1930fd286556 req-e1b1e849-6614-487b-93f4-9c9757290130 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=62941804-8f32-4ba5-a861-cd8ec0bf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426080 Aug 05 15:40:57.260093 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d83db775-5bdb-41f5-818d-b311e383d83f req-0cc0be9d-b351-4ba3-8fcd-bbabfecd0bf5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (0963283c-b392-4f5e-b5f4-4ffe8b59f44d), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:57.271962 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['0963283c-b392-4f5e-b5f4-4ffe8b59f44d'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:40:57.292282 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0be9d-b351-4ba3-8fcd-bbabfecd0bf5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Pushing event deleted for resources: {'Port': ['ID=0963283c-b392-4f5e-b5f4-4ffe8b59f44d,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:57.309177 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:57.354203 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83db775-5bdb-41f5-818d-b311e383d83f req-0cc0be9d-b351-4ba3-8fcd-bbabfecd0bf5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] No DVR routers for this DVR port 0963283c-b392-4f5e-b5f4-4ffe8b59f44d on host hv-cinder-84989 {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:40:57.357468 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-d83db775-5bdb-41f5-818d-b311e383d83f req-0cc0be9d-b351-4ba3-8fcd-bbabfecd0bf5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:57.360739 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-d83db775-5bdb-41f5-818d-b311e383d83f req-0cc0be9d-b351-4ba3-8fcd-bbabfecd0bf5 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.17 "DELETE /networking/v2.0/ports/0963283c-b392-4f5e-b5f4-4ffe8b59f44d HTTP/1.1" status: 204 len: 173 time: 1.0418587 Aug 05 15:40:57.364050 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde', 'name': 'network-vif-deleted', 'tag': '0963283c-b392-4f5e-b5f4-4ffe8b59f44d'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:40:57.364050 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d660d89-c0b7-4f8e-ab9e-ad3309de5372" -d '{"events": [{"server_uuid": "4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde", "name": "network-vif-deleted", "tag": "0963283c-b392-4f5e-b5f4-4ffe8b59f44d"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:40:57.417883 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d256f8d8-04ce-499b-9f63-b27d4d74a34b x-openstack-request-id: req-d256f8d8-04ce-499b-9f63-b27d4d74a34b {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:40:57.418182 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde", "name": "network-vif-deleted", "tag": "0963283c-b392-4f5e-b5f4-4ffe8b59f44d", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:40:57.421796 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d256f8d8-04ce-499b-9f63-b27d4d74a34b {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:40:57.421796 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d256f8d8-04ce-499b-9f63-b27d4d74a34b'] response: {'server_uuid': '4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde', 'name': 'network-vif-deleted', 'tag': '0963283c-b392-4f5e-b5f4-4ffe8b59f44d', 'status': 'completed', 'code': 200} Aug 05 15:40:57.456269 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-7b8f031b-6fa7-46a4-a048-1cd5e79834d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:57.490941 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (affc3c5c-6be5-4517-a916-4c84e852994c), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:57.515411 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] Pushing event deleted for resources: {'Port': ['ID=affc3c5c-6be5-4517-a916-4c84e852994c,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:57.690587 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1928620'] for router_interface (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:57.900435 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] Router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:40:57.911060 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:58.012233 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:40:58.017333 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-065bbf6c-1344-4508-bdda-30084e14fda9 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/aca1ef86-7344-4d5f-b0ce-194faff4ecb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2629232 Aug 05 15:40:58.019945 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48078) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:58.022229 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e78e2-2c72-4b8a-947e-ac9156df707b None None] Sync routers for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:40:58.031451 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:58.034973 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e78e2-2c72-4b8a-947e-ac9156df707b None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:58.035602 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-853e78e2-2c72-4b8a-947e-ac9156df707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:58.127466 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Publish callbacks [] for router (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:58.145986 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-853e78e2-2c72-4b8a-947e-ac9156df707b None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:58.247621 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Publish callbacks [] for router_gateway (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:58.274980 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2a06fcac-a0f3-4e86-a5cb-75d88b4ba78a req-ca0fd02f-b4d9-4ec4-a040-c122e3c7a049 tempest-VolumesSnapshotTestJSON-1263849729 tempest-VolumesSnapshotTestJSON-1263849729-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ebb1e01-ba6e-404a-83c9-c93f9cc1fbde HTTP/1.1" status: 200 len: 210 time: 0.0294538 Aug 05 15:40:58.330034 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-853e78e2-2c72-4b8a-947e-ac9156df707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': '851150da-e07c-421c-9755-d009442f0ae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:40:57Z', 'revision_number': 5, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port': {'id': '851150da-e07c-421c-9755-d009442f0ae7', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:44Z', 'updated_at': '2022-08-05T15:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:58.358342 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e78e2-2c72-4b8a-947e-ac9156df707b None None] Checking router: aca1ef86-7344-4d5f-b0ce-194faff4ecb4 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:40:58.364048 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Deleting port 851150da-e07c-421c-9755-d009442f0ae7 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:58.364545 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (851150da-e07c-421c-9755-d009442f0ae7), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:58.366682 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e78e2-2c72-4b8a-947e-ac9156df707b None None] Routers {'aca1ef86-7344-4d5f-b0ce-194faff4ecb4'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:40:58.367841 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-853e78e2-2c72-4b8a-947e-ac9156df707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:40:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:58.431187 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:58.447250 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-853e78e2-2c72-4b8a-947e-ac9156df707b None None] Set router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 gateway port host: None {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:40:58.450091 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] For port 851150da-e07c-421c-9755-d009442f0ae7, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=851150da-e07c-421c-9755-d009442f0ae7,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:58.450462 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (851150da-e07c-421c-9755-d009442f0ae7), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:58.463475 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Calling delete_port for 851150da-e07c-421c-9755-d009442f0ae7 owned by network:router_gateway {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:58.501171 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-853e78e2-2c72-4b8a-947e-ac9156df707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:40:58Z', 'revision_number': 6, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port_host': None}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:58.526515 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853e78e2-2c72-4b8a-947e-ac9156df707b None None] The sync data for ids ['aca1ef86-7344-4d5f-b0ce-194faff4ecb4'] in dv-cinder-849890-4-iscsi is: [{'id': 'aca1ef86-7344-4d5f-b0ce-194faff4ecb4', 'name': 'tempest-TestVolumeBootPattern-780713615-router', 'tenant_id': '99b26247f85d45c0a7c1e763758f2e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:43Z', 'updated_at': '2022-08-05T15:40:58Z', 'revision_number': 6, 'project_id': '99b26247f85d45c0a7c1e763758f2e69', 'gw_port_host': None}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:40:58.683402 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (851150da-e07c-421c-9755-d009442f0ae7), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:58.709056 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Pushing event deleted for resources: {'Port': ['ID=851150da-e07c-421c-9755-d009442f0ae7,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:58.772930 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935332'] for router_gateway (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:58.860968 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-586'] for router (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:58.863048 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Publish callbacks [] for router_controller (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:58.970569 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1907273'] for router (aca1ef86-7344-4d5f-b0ce-194faff4ecb4), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:58.971200 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aca1ef86-7344-4d5f-b0ce-194faff4ecb4 {{(pid=104517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:40:58.975533 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:58.976724 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-02817f73-2074-4595-824a-85fe1f03cc05 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/aca1ef86-7344-4d5f-b0ce-194faff4ecb4 HTTP/1.1" status: 204 len: 168 time: 0.9558539 Aug 05 15:40:58.979216 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48082) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:58.985847 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:59.024155 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fcfb98-0c89-4f99-9c8d-e411557f4d1c admin admin] Deleting subnet fdda4929-7d3f-4165-b49e-7fa36c7c477d {{(pid=104517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:40:59.027193 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-56fcfb98-0c89-4f99-9c8d-e411557f4d1c admin admin] Publish callbacks [] for subnet (fdda4929-7d3f-4165-b49e-7fa36c7c477d), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.061534 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-56fcfb98-0c89-4f99-9c8d-e411557f4d1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599977'] for subnet (fdda4929-7d3f-4165-b49e-7fa36c7c477d), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.138630 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-56fcfb98-0c89-4f99-9c8d-e411557f4d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (fdda4929-7d3f-4165-b49e-7fa36c7c477d), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.251362 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-56fcfb98-0c89-4f99-9c8d-e411557f4d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3288574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59709028'] for subnet (fdda4929-7d3f-4165-b49e-7fa36c7c477d), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.276880 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcfb98-0c89-4f99-9c8d-e411557f4d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdda4929-7d3f-4165-b49e-7fa36c7c477d,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:59.282767 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-56fcfb98-0c89-4f99-9c8d-e411557f4d1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.286102 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-56fcfb98-0c89-4f99-9c8d-e411557f4d1c admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/fdda4929-7d3f-4165-b49e-7fa36c7c477d HTTP/1.1" status: 204 len: 168 time: 0.3059738 Aug 05 15:40:59.289557 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48084) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:40:59.292749 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ac6bd-be8f-4f78-8455-01efa8d95439 None None] Network 9b73dcac-fd0b-490d-b366-7eddfd909984 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:40:59.376431 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (9b73dcac-fd0b-490d-b366-7eddfd909984), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.427227 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Deleting port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:59.427584 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.486621 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2608a6c-f2b2-4dc4-9a93-ae8b8aef1240 None None] DHCP port deletion for 9b73dcac-fd0b-490d-b366-7eddfd909984 request from dv-cinder-849890-4-iscsi {{(pid=104519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 15:40:59.495436 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 0963283c-b392-4f5e-b5f4-4ffe8b59f44d no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:40:59.500030 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] For port d48faf52-cdc0-4ee6-b0c3-691a2b988b40, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=d48faf52-cdc0-4ee6-b0c3-691a2b988b40,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:59.500030 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.515749 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Calling delete_port for d48faf52-cdc0-4ee6-b0c3-691a2b988b40 owned by network:dhcp {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:59.524785 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 0963283c-b392-4f5e-b5f4-4ffe8b59f44d {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:40:59.524785 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 0963283c-b392-4f5e-b5f4-4ffe8b59f44d not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:40:59.561933 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-a2608a6c-f2b2-4dc4-9a93-ae8b8aef1240 None None] Deleting port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 {{(pid=104519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:40:59.562312 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a2608a6c-f2b2-4dc4-9a93-ae8b8aef1240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), before_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.587345 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:40:59.652243 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-a2608a6c-f2b2-4dc4-9a93-ae8b8aef1240 None None] For port d48faf52-cdc0-4ee6-b0c3-691a2b988b40, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=d48faf52-cdc0-4ee6-b0c3-691a2b988b40,segment=NetworkSegment(2a10d4a6-54da-417e-b370-6903538b68d6),segment_id=2a10d4a6-54da-417e-b370-6903538b68d6)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:40:59.652642 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a2608a6c-f2b2-4dc4-9a93-ae8b8aef1240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), precommit_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.672813 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-a2608a6c-f2b2-4dc4-9a93-ae8b8aef1240 None None] Calling delete_port for d48faf52-cdc0-4ee6-b0c3-691a2b988b40 owned by network:dhcp {{(pid=104519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:40:59.673907 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device affc3c5c-6be5-4517-a916-4c84e852994c no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:40:59.684832 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.704135 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: affc3c5c-6be5-4517-a916-4c84e852994c {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:40:59.704416 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device affc3c5c-6be5-4517-a916-4c84e852994c not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:40:59.704824 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 851150da-e07c-421c-9755-d009442f0ae7 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:40:59.709797 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Pushing event deleted for resources: {'Port': ['ID=d48faf52-cdc0-4ee6-b0c3-691a2b988b40,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:59.713388 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] No DVR routers for this DVR port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 on host dv-cinder-849890-4-iscsi {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:40:59.756949 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 851150da-e07c-421c-9755-d009442f0ae7 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:40:59.757815 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 851150da-e07c-421c-9755-d009442f0ae7 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:40:59.757815 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device d48faf52-cdc0-4ee6-b0c3-691a2b988b40 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:40:59.781089 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: d48faf52-cdc0-4ee6-b0c3-691a2b988b40 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:40:59.781374 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device d48faf52-cdc0-4ee6-b0c3-691a2b988b40 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:40:59.794983 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (9b73dcac-fd0b-490d-b366-7eddfd909984), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.813077 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b73dcac-fd0b-490d-b366-7eddfd909984']}} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:59.822753 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a10d4a6-54da-417e-b370-6903538b68d6') {'for_net_delete': True} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:59.822942 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a10d4a6-54da-417e-b370-6903538b68d6') {} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:40:59.830532 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a2608a6c-f2b2-4dc4-9a93-ae8b8aef1240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937'] for port (d48faf52-cdc0-4ee6-b0c3-691a2b988b40), after_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.834063 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59599968'] for segment (2a10d4a6-54da-417e-b370-6903538b68d6), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.848230 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (2a10d4a6-54da-417e-b370-6903538b68d6), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.856231 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=104517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:40:59.856680 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3298908'] for segment (2a10d4a6-54da-417e-b370-6903538b68d6), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:40:59.858118 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2608a6c-f2b2-4dc4-9a93-ae8b8aef1240 None None] Pushing event deleted for resources: {'Port': ['ID=d48faf52-cdc0-4ee6-b0c3-691a2b988b40,revision_number=None']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:40:59.870624 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2608a6c-f2b2-4dc4-9a93-ae8b8aef1240 None None] No DVR routers for this DVR port d48faf52-cdc0-4ee6-b0c3-691a2b988b40 on host dv-cinder-849890-4-iscsi {{(pid=104519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:40:59.899920 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment 2a10d4a6-54da-417e-b370-6903538b68d6 resource provider aggregate not found Aug 05 15:40:59.920826 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment 2a10d4a6-54da-417e-b370-6903538b68d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a10d4a6-54da-417e-b370-6903538b68d6 found for delete ", "request_id": "req-e9c1bf33-6ec4-4123-9e89-d968e3a8a923"}]} Aug 05 15:41:00.040001 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a0ab1e9a-f3b7-4a7a-8eb8-11fde864cfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:00.090580 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (9b73dcac-fd0b-490d-b366-7eddfd909984), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:00.096145 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:00.100710 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/9b73dcac-fd0b-490d-b366-7eddfd909984 HTTP/1.1" status: 204 len: 168 time: 0.8090875 Aug 05 15:41:00.103982 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48096) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:00.115603 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0026ffd-9a72-41eb-89e3-d8e99ae94841 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b73dcac-fd0b-490d-b366-7eddfd909984,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:00.402202 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:00.417971 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928496'] for router_interface (56696504-9e39-40a7-a2f2-73d932fb555a), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:00.452488 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:00.905433 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] Deleting port c299cfd7-20c4-4854-b005-c644fc305ca8 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:41:00.905766 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:00.935976 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:00.964512 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:00.982491 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] For port c299cfd7-20c4-4854-b005-c644fc305ca8, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=c299cfd7-20c4-4854-b005-c644fc305ca8,segment=NetworkSegment(40471c49-a643-4712-a16d-02e61cb6a45b),segment_id=40471c49-a643-4712-a16d-02e61cb6a45b)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:41:00.982859 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:00.995785 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] Calling delete_port for c299cfd7-20c4-4854-b005-c644fc305ca8 owned by network:router_interface {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:41:01.233729 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (c299cfd7-20c4-4854-b005-c644fc305ca8), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:01.265380 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c299cfd7-20c4-4854-b005-c644fc305ca8,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:01.427727 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1928620'] for router_interface (56696504-9e39-40a7-a2f2-73d932fb555a), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:01.512928 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:01.623024 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:01.640055 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] Router 56696504-9e39-40a7-a2f2-73d932fb555a has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:41:01.747465 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:41:01.753455 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-05b5836c-e652-459d-bc0d-5923ef151cf5 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/56696504-9e39-40a7-a2f2-73d932fb555a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6466088 Aug 05 15:41:01.755180 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48108) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:01.756500 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb88122-af28-4fad-95b0-1fe580646b7f None None] Sync routers for ids ['56696504-9e39-40a7-a2f2-73d932fb555a'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:41:01.767912 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb88122-af28-4fad-95b0-1fe580646b7f None None] Routers {'56696504-9e39-40a7-a2f2-73d932fb555a'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:01.768551 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-7cb88122-af28-4fad-95b0-1fe580646b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['56696504-9e39-40a7-a2f2-73d932fb555a'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:01.856300 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Publish callbacks [] for router (56696504-9e39-40a7-a2f2-73d932fb555a), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:01.869762 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-7cb88122-af28-4fad-95b0-1fe580646b7f None None] Set router 56696504-9e39-40a7-a2f2-73d932fb555a gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:01.965575 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Publish callbacks [] for router_gateway (56696504-9e39-40a7-a2f2-73d932fb555a), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.040979 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-7cb88122-af28-4fad-95b0-1fe580646b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'name': 'tempest-TestVolumeBootPattern-2092175473-router', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:41:01Z', 'revision_number': 5, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'gw_port': {'id': '41d8ab6a-c9a8-41a0-8df3-537c3271d760', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:02.066049 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb88122-af28-4fad-95b0-1fe580646b7f None None] Checking router: 56696504-9e39-40a7-a2f2-73d932fb555a for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:41:02.069843 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Deleting port 41d8ab6a-c9a8-41a0-8df3-537c3271d760 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:41:02.070180 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.074541 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb88122-af28-4fad-95b0-1fe580646b7f None None] Routers {'56696504-9e39-40a7-a2f2-73d932fb555a'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:02.075139 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-7cb88122-af28-4fad-95b0-1fe580646b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['56696504-9e39-40a7-a2f2-73d932fb555a'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:02.148637 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] For port 41d8ab6a-c9a8-41a0-8df3-537c3271d760, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=41d8ab6a-c9a8-41a0-8df3-537c3271d760,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:41:02.148993 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.157169 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-7cb88122-af28-4fad-95b0-1fe580646b7f None None] Set router 56696504-9e39-40a7-a2f2-73d932fb555a gateway port host: None {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:02.162208 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Calling delete_port for 41d8ab6a-c9a8-41a0-8df3-537c3271d760 owned by network:router_gateway {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:41:02.208444 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-7cb88122-af28-4fad-95b0-1fe580646b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'name': 'tempest-TestVolumeBootPattern-2092175473-router', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:41:01Z', 'revision_number': 6, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'gw_port_host': None}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:02.233561 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb88122-af28-4fad-95b0-1fe580646b7f None None] The sync data for ids ['56696504-9e39-40a7-a2f2-73d932fb555a'] in dv-cinder-849890-4-iscsi is: [{'id': '56696504-9e39-40a7-a2f2-73d932fb555a', 'name': 'tempest-TestVolumeBootPattern-2092175473-router', 'tenant_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:32:51Z', 'updated_at': '2022-08-05T15:41:01Z', 'revision_number': 6, 'project_id': 'b7974d0a036b4a8ba4478ba49790bf42', 'gw_port_host': None}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:41:02.321977 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:02.437425 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.437649 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (41d8ab6a-c9a8-41a0-8df3-537c3271d760), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.462303 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d8ab6a-c9a8-41a0-8df3-537c3271d760,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:02.491774 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:02.527477 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935332'] for router_gateway (56696504-9e39-40a7-a2f2-73d932fb555a), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.617087 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-586'] for router (56696504-9e39-40a7-a2f2-73d932fb555a), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.619459 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Publish callbacks [] for router_controller (56696504-9e39-40a7-a2f2-73d932fb555a), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.638032 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.746073 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1907273'] for router (56696504-9e39-40a7-a2f2-73d932fb555a), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.746658 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56696504-9e39-40a7-a2f2-73d932fb555a {{(pid=104518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:41:02.751373 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.752561 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-63b678ae-fda8-4636-adf2-e98ff5f68668 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/56696504-9e39-40a7-a2f2-73d932fb555a HTTP/1.1" status: 204 len: 168 time: 0.9964666 Aug 05 15:41:02.755042 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48112) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:02.800077 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fe2470-1f01-4972-b748-f4952acd8556 admin admin] Deleting subnet 328fc5ad-c96b-4879-b898-dcb1783aa8e1 {{(pid=104518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:41:02.803242 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f1fe2470-1f01-4972-b748-f4952acd8556 admin admin] Publish callbacks [] for subnet (328fc5ad-c96b-4879-b898-dcb1783aa8e1), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.828572 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:02.841645 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f1fe2470-1f01-4972-b748-f4952acd8556 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3652392'] for subnet (328fc5ad-c96b-4879-b898-dcb1783aa8e1), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:02.916520 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f1fe2470-1f01-4972-b748-f4952acd8556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (328fc5ad-c96b-4879-b898-dcb1783aa8e1), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.028499 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f1fe2470-1f01-4972-b748-f4952acd8556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666836'] for subnet (328fc5ad-c96b-4879-b898-dcb1783aa8e1), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.057253 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe2470-1f01-4972-b748-f4952acd8556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=328fc5ad-c96b-4879-b898-dcb1783aa8e1,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:03.064556 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f1fe2470-1f01-4972-b748-f4952acd8556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.068826 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-f1fe2470-1f01-4972-b748-f4952acd8556 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/328fc5ad-c96b-4879-b898-dcb1783aa8e1 HTTP/1.1" status: 204 len: 168 time: 0.3128600 Aug 05 15:41:03.069652 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c145408-1d4c-40f4-b780-1e4b68fa28b0 None None] Network 3b24cf55-1fa4-47f3-8230-f46c34057b61 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:41:03.072110 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48114) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:03.146478 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (3b24cf55-1fa4-47f3-8230-f46c34057b61), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.149020 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:03.190297 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Deleting port 84359a86-eae7-4e32-9128-a2a560da48ff {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:41:03.190648 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.239149 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc897ffc-a8d9-4dc2-b916-edf90f9ac909 None None] DHCP port deletion for 3b24cf55-1fa4-47f3-8230-f46c34057b61 request from dv-cinder-849890-4-iscsi {{(pid=104519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 15:41:03.265686 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] For port 84359a86-eae7-4e32-9128-a2a560da48ff, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=84359a86-eae7-4e32-9128-a2a560da48ff,segment=NetworkSegment(40471c49-a643-4712-a16d-02e61cb6a45b),segment_id=40471c49-a643-4712-a16d-02e61cb6a45b)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:41:03.266059 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.270728 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:03.280327 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Calling delete_port for 84359a86-eae7-4e32-9128-a2a560da48ff owned by network:dhcp {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:41:03.283550 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-fc897ffc-a8d9-4dc2-b916-edf90f9ac909 None None] Deleting port 84359a86-eae7-4e32-9128-a2a560da48ff {{(pid=104519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:41:03.283990 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fc897ffc-a8d9-4dc2-b916-edf90f9ac909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), before_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.354483 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-fc897ffc-a8d9-4dc2-b916-edf90f9ac909 None None] For port 84359a86-eae7-4e32-9128-a2a560da48ff, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=84359a86-eae7-4e32-9128-a2a560da48ff,segment=NetworkSegment(40471c49-a643-4712-a16d-02e61cb6a45b),segment_id=40471c49-a643-4712-a16d-02e61cb6a45b)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:41:03.355174 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fc897ffc-a8d9-4dc2-b916-edf90f9ac909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), precommit_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.368692 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-fc897ffc-a8d9-4dc2-b916-edf90f9ac909 None None] Calling delete_port for 84359a86-eae7-4e32-9128-a2a560da48ff owned by network:dhcp {{(pid=104519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:41:03.467959 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.474111 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fc897ffc-a8d9-4dc2-b916-edf90f9ac909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937'] for port (84359a86-eae7-4e32-9128-a2a560da48ff), after_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.493627 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Pushing event deleted for resources: {'Port': ['ID=84359a86-eae7-4e32-9128-a2a560da48ff,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:03.497123 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] No DVR routers for this DVR port 84359a86-eae7-4e32-9128-a2a560da48ff on host dv-cinder-849890-4-iscsi {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:41:03.497534 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc897ffc-a8d9-4dc2-b916-edf90f9ac909 None None] Pushing event deleted for resources: {'Port': ['ID=84359a86-eae7-4e32-9128-a2a560da48ff,revision_number=None']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:03.503755 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc897ffc-a8d9-4dc2-b916-edf90f9ac909 None None] No DVR routers for this DVR port 84359a86-eae7-4e32-9128-a2a560da48ff on host dv-cinder-849890-4-iscsi {{(pid=104519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:41:03.578931 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (3b24cf55-1fa4-47f3-8230-f46c34057b61), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.605575 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b24cf55-1fa4-47f3-8230-f46c34057b61']}} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:03.615511 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40471c49-a643-4712-a16d-02e61cb6a45b') {'for_net_delete': True} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:03.615812 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40471c49-a643-4712-a16d-02e61cb6a45b') {} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:03.626642 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59599968'] for segment (40471c49-a643-4712-a16d-02e61cb6a45b), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.640406 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (40471c49-a643-4712-a16d-02e61cb6a45b), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.647923 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 41d8ab6a-c9a8-41a0-8df3-537c3271d760 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:41:03.648229 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=104517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:41:03.648620 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3298908'] for segment (40471c49-a643-4712-a16d-02e61cb6a45b), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.671288 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 41d8ab6a-c9a8-41a0-8df3-537c3271d760 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:41:03.675393 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 41d8ab6a-c9a8-41a0-8df3-537c3271d760 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:41:03.675393 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 84359a86-eae7-4e32-9128-a2a560da48ff no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:41:03.691184 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 84359a86-eae7-4e32-9128-a2a560da48ff {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:41:03.691364 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment 40471c49-a643-4712-a16d-02e61cb6a45b resource provider aggregate not found Aug 05 15:41:03.691528 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 84359a86-eae7-4e32-9128-a2a560da48ff not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:41:03.691945 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c299cfd7-20c4-4854-b005-c644fc305ca8 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:41:03.710876 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment 40471c49-a643-4712-a16d-02e61cb6a45b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40471c49-a643-4712-a16d-02e61cb6a45b found for delete ", "request_id": "req-3d5e520d-0df6-4621-be3a-cf97188ef21f"}]} Aug 05 15:41:03.712376 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: c299cfd7-20c4-4854-b005-c644fc305ca8 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:41:03.712735 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device c299cfd7-20c4-4854-b005-c644fc305ca8 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:41:03.777018 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (3b24cf55-1fa4-47f3-8230-f46c34057b61), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.784493 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:03.785853 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/3b24cf55-1fa4-47f3-8230-f46c34057b61 HTTP/1.1" status: 204 len: 168 time: 0.7127421 Aug 05 15:41:03.797765 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568147ec-58ed-4a33-9750-e22c809ca189 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b24cf55-1fa4-47f3-8230-f46c34057b61,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:04.118279 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48124) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:04.158736 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-700476b4-691e-42c6-834e-68e17e40a21f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=99b26247f85d45c0a7c1e763758f2e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393083 Aug 05 15:41:04.161174 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48126) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:04.217332 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a61b0027-8749-4757-9f44-0619b0760525 admin admin] Publish callbacks [] for security_group (e4ab1c58-462e-4420-9274-aa8bf2521e9b), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:04.234354 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:04.238911 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a61b0027-8749-4757-9f44-0619b0760525 admin admin] Publish callbacks [] for security_group (e4ab1c58-462e-4420-9274-aa8bf2521e9b), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:04.376029 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a61b0027-8749-4757-9f44-0619b0760525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e4ab1c58-462e-4420-9274-aa8bf2521e9b), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:04.378626 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a61b0027-8749-4757-9f44-0619b0760525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:04.379840 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-a61b0027-8749-4757-9f44-0619b0760525 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e4ab1c58-462e-4420-9274-aa8bf2521e9b HTTP/1.1" status: 204 len: 168 time: 0.2177691 Aug 05 15:41:04.388374 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b0027-8749-4757-9f44-0619b0760525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ab1c58-462e-4420-9274-aa8bf2521e9b,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:05.053536 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48134) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:05.093384 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-0a4983ec-3ace-45eb-857f-9f21b6a105e1 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b7974d0a036b4a8ba4478ba49790bf42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387249 Aug 05 15:41:05.095773 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48136) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:05.142650 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7107a226-cb0f-4866-89d0-23f2bcceec8e admin admin] Publish callbacks [] for security_group (3be5d541-964b-4604-b437-3dfe7022aa5e), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:05.163432 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7107a226-cb0f-4866-89d0-23f2bcceec8e admin admin] Publish callbacks [] for security_group (3be5d541-964b-4604-b437-3dfe7022aa5e), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:05.285601 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7107a226-cb0f-4866-89d0-23f2bcceec8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (3be5d541-964b-4604-b437-3dfe7022aa5e), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:05.288221 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7107a226-cb0f-4866-89d0-23f2bcceec8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:05.290031 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-7107a226-cb0f-4866-89d0-23f2bcceec8e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/3be5d541-964b-4604-b437-3dfe7022aa5e HTTP/1.1" status: 204 len: 168 time: 0.1933582 Aug 05 15:41:05.298574 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107a226-cb0f-4866-89d0-23f2bcceec8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be5d541-964b-4604-b437-3dfe7022aa5e,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:10.910830 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:41:13.675739 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:14.383934 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=62,neutron:DELETE=9 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:15.293147 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=30,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:15.293930 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:15.312777 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:DELETE=1,neutron:SELECT=9 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:17.335911 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:17.339037 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:25.388267 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48258) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:25.436532 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_v2 [None req-857a9a21-7ad2-4d72-898c-2b775871acd9 admin admin] Deleting subnet dacee25f-20c9-4f36-a940-19e8a92e5172 {{(pid=104518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:41:25.439433 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-857a9a21-7ad2-4d72-898c-2b775871acd9 admin admin] Publish callbacks [] for subnet (dacee25f-20c9-4f36-a940-19e8a92e5172), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.472926 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-857a9a21-7ad2-4d72-898c-2b775871acd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3652392'] for subnet (dacee25f-20c9-4f36-a940-19e8a92e5172), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.512254 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-857a9a21-7ad2-4d72-898c-2b775871acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (dacee25f-20c9-4f36-a940-19e8a92e5172), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.628504 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-857a9a21-7ad2-4d72-898c-2b775871acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666836'] for subnet (dacee25f-20c9-4f36-a940-19e8a92e5172), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.658454 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a9a21-7ad2-4d72-898c-2b775871acd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dacee25f-20c9-4f36-a940-19e8a92e5172,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:25.662869 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-857a9a21-7ad2-4d72-898c-2b775871acd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.666153 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-857a9a21-7ad2-4d72-898c-2b775871acd9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/dacee25f-20c9-4f36-a940-19e8a92e5172 HTTP/1.1" status: 204 len: 168 time: 0.2768703 Aug 05 15:41:25.668562 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48260) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:25.736312 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (d38f37ed-3cc5-47f6-8fc2-0e6649cca615), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.816681 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (d38f37ed-3cc5-47f6-8fc2-0e6649cca615), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.836242 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38f37ed-3cc5-47f6-8fc2-0e6649cca615']}} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:25.845274 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbb27b7-45cb-4878-bedb-da0faf024d07') {'for_net_delete': True} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:25.845568 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbb27b7-45cb-4878-bedb-da0faf024d07') {} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:25.855377 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3652385'] for segment (fbbb27b7-45cb-4878-bedb-da0faf024d07), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.868500 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (fbbb27b7-45cb-4878-bedb-da0faf024d07), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.875381 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=104518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:41:25.879647 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3513870'] for segment (fbbb27b7-45cb-4878-bedb-da0faf024d07), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.914191 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment fbbb27b7-45cb-4878-bedb-da0faf024d07 resource provider aggregate not found Aug 05 15:41:25.932944 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment fbbb27b7-45cb-4878-bedb-da0faf024d07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbbb27b7-45cb-4878-bedb-da0faf024d07 found for delete ", "request_id": "req-13dd7aab-ae24-455d-8e62-4875488a7b92"}]} Aug 05 15:41:25.982763 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (d38f37ed-3cc5-47f6-8fc2-0e6649cca615), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.990888 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:25.994675 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/d38f37ed-3cc5-47f6-8fc2-0e6649cca615 HTTP/1.1" status: 204 len: 168 time: 0.3252051 Aug 05 15:41:26.006964 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e61ce-3aee-4b79-bd47-69d0a1d3da93 admin admin] Pushing event deleted for resources: {'Network': ['ID=d38f37ed-3cc5-47f6-8fc2-0e6649cca615,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:26.292703 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48268) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:26.331931 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-5ba1ca3d-7ef0-4f01-aded-95728592a8d1 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=39c62721dfdd46e3978fccce91b63791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380852 Aug 05 15:41:26.334277 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48270) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:26.384218 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Publish callbacks [] for security_group (62941804-8f32-4ba5-a861-cd8ec0bf0a76), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:26.405692 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Publish callbacks [] for security_group (62941804-8f32-4ba5-a861-cd8ec0bf0a76), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:26.563531 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (62941804-8f32-4ba5-a861-cd8ec0bf0a76), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:26.566090 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:26.567246 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/62941804-8f32-4ba5-a861-cd8ec0bf0a76 HTTP/1.1" status: 204 len: 168 time: 0.2320979 Aug 05 15:41:26.575730 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62941804-8f32-4ba5-a861-cd8ec0bf0a76,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:26.582880 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.583225 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.583569 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.583906 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.584259 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.584613 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.584940 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.585283 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.585593 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.585915 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.586233 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.586552 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.586872 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.587202 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:26.588183 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b856d142-459b-4ed5-8e9b-9885bcd03f57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:27.478411 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=24 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:27.484660 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0af05587-f461-471e-9d26-0293d9ca088f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:27.610768 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48292) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:27.706497 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1258108993-network', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:27.793323 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Made reservation on behalf of 6e62e9372a7a47528e7973537bebbfb6 for: {'network': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:41:27.795717 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:27.804458 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:27.885178 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Publish callbacks [] for security_group (36d56c9a-c421-4997-891b-e2c57cd20fbc), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:27.941608 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (36d56c9a-c421-4997-891b-e2c57cd20fbc), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:27.963231 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=104517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:41:27.976641 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d56c9a-c421-4997-891b-e2c57cd20fbc,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:27.982115 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (2b02d2bf-684a-441b-91e0-b1c62a0c7c02), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:27.982457 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.segments_db [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Added segment 2b02d2bf-684a-441b-91e0-b1c62a0c7c02 of type vlan for network ea94c7fb-f199-4a01-9cab-f73506204f6e Aug 05 15:41:28.029399 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (ea94c7fb-f199-4a01-9cab-f73506204f6e), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:28.123053 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (ea94c7fb-f199-4a01-9cab-f73506204f6e), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:28.124022 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:28.124637 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:28.184567 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] Pushing event updated for resources: {'Network': ['ID=ea94c7fb-f199-4a01-9cab-f73506204f6e,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:28.194759 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network ea94c7fb-f199-4a01-9cab-f73506204f6e details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:41:28.253493 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-c2fe4762-5b92-4f72-9f63-5f8048766001 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6416020 Aug 05 15:41:28.256663 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48296) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:28.261699 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] Request body: {'subnet': {'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1258108993-subnet', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'ip_version': 4}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:28.352090 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] Made reservation on behalf of 6e62e9372a7a47528e7973537bebbfb6 for: {'subnet': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:41:28.355118 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59709049'] for subnet (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:28.505794 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:28.615279 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3288383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59709039'] for subnet (71df6cf7-5f37-4cbb-b574-fc2d4c4be892), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:28.619476 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:28.677098 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71df6cf7-5f37-4cbb-b574-fc2d4c4be892,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:28.681390 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] Checking segment: {'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:41:28.681747 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] Network hostable DHCP agents. Network: ea94c7fb-f199-4a01-9cab-f73506204f6e, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104517) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:41:28.802869 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] Network ea94c7fb-f199-4a01-9cab-f73506204f6e is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104517) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:41:28.901423 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, ea94c7fb-f199-4a01-9cab-f73506204f6e) {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:28.909341 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:28.910094 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:28.910768 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f67976-8fc4-46a6-9f7d-24a8cc25bfed None None] Network ea94c7fb-f199-4a01-9cab-f73506204f6e requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:41:28.995328 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-2fba0ba2-c3aa-46d5-8bca-650679f064f3 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7375743 Aug 05 15:41:28.998192 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48298) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:29.002630 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:29.018164 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-ea94c7fb-f199-4a01-9cab-f73506204f6e', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'fixed_ips': [{'subnet_id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:41:29.019342 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.108059 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (01b95789-ea13-4352-bf38-170655abaa77), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.109201 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (01b95789-ea13-4352-bf38-170655abaa77), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.157277 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Allocated IP 172.20.0.2 (ea94c7fb-f199-4a01-9cab-f73506204f6e/71df6cf7-5f37-4cbb-b574-fc2d4c4be892/3db8e8c8-d543-492d-aaae-10c1eac6d0a0) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:41:29.162825 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Publish callbacks [] for router_controller (01b95789-ea13-4352-bf38-170655abaa77), precommit_add_association {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.300603 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Publish callbacks [] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.365666 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.412739 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Network ea94c7fb-f199-4a01-9cab-f73506204f6e is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:41:29.420000 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:29.420000 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:41:29.428989 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Pushing event updated for resources: {'Port': ['ID=3db8e8c8-d543-492d-aaae-10c1eac6d0a0,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:29.454631 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.455075 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.455493 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.455841 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.456206 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.456540 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.456870 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.457199 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.457531 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.457856 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.458182 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.458510 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.458834 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.459157 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.459479 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:29.497311 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Attempting to bind port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:41:29.497688 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Attempting to bind port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:41:29.498056 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Attempting to bind port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 on network ea94c7fb-f199-4a01-9cab-f73506204f6e {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:41:29.503850 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:41:29.504277 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Checking segment: {'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:41:29.504689 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.505088 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Bound using segment: {'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:41:29.505651 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Bound port: 3db8e8c8-d543-492d-aaae-10c1eac6d0a0, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:41:29.506041 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.569862 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] For port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:41:29.573601 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] For port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=3db8e8c8-d543-492d-aaae-10c1eac6d0a0,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:41:29.651392 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.674441 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Publish callbacks [] for router_gateway (01b95789-ea13-4352-bf38-170655abaa77), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.708522 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec944760-eba8-4ca9-b89e-5e5399f4b6c2 None None] Pushing event updated for resources: {'Port': ['ID=3db8e8c8-d543-492d-aaae-10c1eac6d0a0,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:29.896463 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2f100197-8d47-4144-b1c4-8908d3c09556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.967914 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Publish callbacks [] for router_gateway (01b95789-ea13-4352-bf38-170655abaa77), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:29.988991 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:30.100614 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:30.107764 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Allocated IP 172.27.0.164 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/edfab479-f3c4-4527-97cc-db5afa6f9e2b) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:41:30.211749 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Publish callbacks [] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:30.324256 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:30.374388 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:41:30.379739 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:30.382006 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Pushing event updated for resources: {'Port': ['ID=edfab479-f3c4-4527-97cc-db5afa6f9e2b,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:30.389976 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:41:30.416701 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:30.607830 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782adf87-1fc4-4b07-824b-8ec8ff2bccff None None] Network ea94c7fb-f199-4a01-9cab-f73506204f6e requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:41:30.693907 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:30.693907 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-36e53b22-5ce9-41e4-97ab-9683aec7c397 None None] Provisioning complete for port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:30.693907 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-36e53b22-5ce9-41e4-97ab-9683aec7c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:30.699148 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:30.782183 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-36e53b22-5ce9-41e4-97ab-9683aec7c397 None None] Current status of the port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:30.782638 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-36e53b22-5ce9-41e4-97ab-9683aec7c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:30.818485 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-36e53b22-5ce9-41e4-97ab-9683aec7c397 None None] For port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=3db8e8c8-d543-492d-aaae-10c1eac6d0a0,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:41:30.896545 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-36e53b22-5ce9-41e4-97ab-9683aec7c397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:30.899241 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Publish callbacks [] for router_gateway (01b95789-ea13-4352-bf38-170655abaa77), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:30.926403 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:30.951090 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e53b22-5ce9-41e4-97ab-9683aec7c397 None None] Pushing event updated for resources: {'Port': ['ID=3db8e8c8-d543-492d-aaae-10c1eac6d0a0,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:30.964908 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:31.016003 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-909e26ae-35b0-4ecd-b324-56d9a45e8f65 None None] Provisioning complete for port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:31.016401 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-909e26ae-35b0-4ecd-b324-56d9a45e8f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:31.092775 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (01b95789-ea13-4352-bf38-170655abaa77), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:31.093050 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-909e26ae-35b0-4ecd-b324-56d9a45e8f65 None None] Current status of the port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:31.290214 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Router 01b95789-ea13-4352-bf38-170655abaa77 is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104517) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:41:31.391161 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:41:31.400699 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Sync routers for ids ['01b95789-ea13-4352-bf38-170655abaa77'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:41:31.411747 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Routers {'01b95789-ea13-4352-bf38-170655abaa77'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:31.412394 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['01b95789-ea13-4352-bf38-170655abaa77'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:31.466960 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:31.470808 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-dd2212cd-1623-4d11-9f5b-31d559b7f590 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4691138 Aug 05 15:41:31.471166 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48312) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:31.518197 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Set router 01b95789-ea13-4352-bf38-170655abaa77 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:31.565620 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:31.608105 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:31.699558 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:41:31.726046 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:30Z', 'revision_number': 3, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:31.742638 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:31.758287 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Checking router: 01b95789-ea13-4352-bf38-170655abaa77 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:41:31.763494 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Updating router 01b95789-ea13-4352-bf38-170655abaa77 port edfab479-f3c4-4527-97cc-db5afa6f9e2b binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:41:31.793929 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:31.822043 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:31.822043 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:31.926966 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:31.951727 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:32.023778 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:32.093588 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Allocated IP 172.20.0.1 (ea94c7fb-f199-4a01-9cab-f73506204f6e/71df6cf7-5f37-4cbb-b574-fc2d4c4be892/5e7f54f3-6ec4-40a7-9135-c795d7f91850) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:41:32.116483 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Publish callbacks [] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.201189 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Publish callbacks [] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.222274 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.256578 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Attempting to bind port edfab479-f3c4-4527-97cc-db5afa6f9e2b on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:41:32.256955 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Attempting to bind port edfab479-f3c4-4527-97cc-db5afa6f9e2b by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:41:32.257315 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Attempting to bind port edfab479-f3c4-4527-97cc-db5afa6f9e2b on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:41:32.282342 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:41:32.282786 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:41:32.283110 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.283502 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:41:32.283983 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Bound port: edfab479-f3c4-4527-97cc-db5afa6f9e2b, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:41:32.289134 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.289687 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04b71e-5e36-42c6-8b1e-878bf50c172d None None] Pushing event updated for resources: {'Port': ['ID=edfab479-f3c4-4527-97cc-db5afa6f9e2b,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:32.309069 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.350118 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:32.351983 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Network ea94c7fb-f199-4a01-9cab-f73506204f6e is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:41:32.352311 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] For port edfab479-f3c4-4527-97cc-db5afa6f9e2b, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:41:32.355203 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:32.355987 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] For port edfab479-f3c4-4527-97cc-db5afa6f9e2b, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=edfab479-f3c4-4527-97cc-db5afa6f9e2b,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:41:32.359453 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:41:32.388340 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7f54f3-6ec4-40a7-9135-c795d7f91850,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:32.410913 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (01b95789-ea13-4352-bf38-170655abaa77), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.451360 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.452534 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.484978 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Routers {'01b95789-ea13-4352-bf38-170655abaa77'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:32.485621 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['01b95789-ea13-4352-bf38-170655abaa77'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:32.635453 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.738639 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:32.750073 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-6b620042-7017-4860-8a14-553a07aa1b38 None None] Provisioning complete for port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:32.750660 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6b620042-7017-4860-8a14-553a07aa1b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.753643 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04b71e-5e36-42c6-8b1e-878bf50c172d None None] Pushing event updated for resources: {'Port': ['ID=edfab479-f3c4-4527-97cc-db5afa6f9e2b,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:32.760823 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:32.801842 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Publish callbacks [] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.804968 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-6b620042-7017-4860-8a14-553a07aa1b38 None None] Port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:41:32.810298 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] Set router 01b95789-ea13-4352-bf38-170655abaa77 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:32.834047 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.873722 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.956519 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (01b95789-ea13-4352-bf38-170655abaa77), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:32.963631 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7f54f3-6ec4-40a7-9135-c795d7f91850,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:33.004901 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:30Z', 'revision_number': 3, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:33.031719 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746706af-0da1-4b54-a5bc-e1ab73e68598 None None] The sync data for ids ['01b95789-ea13-4352-bf38-170655abaa77'] in dv-cinder-849890-4-iscsi is: [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:30Z', 'revision_number': 3, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:41:33.062059 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Network ea94c7fb-f199-4a01-9cab-f73506204f6e is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:41:33.063516 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:33.192847 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Router 01b95789-ea13-4352-bf38-170655abaa77 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:41:33.329427 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-f41abbd4-7b84-41b5-ba59-fbe4b2b21d05 None None] Provisioning complete for port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:33.329795 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-f41abbd4-7b84-41b5-ba59-fbe4b2b21d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:33.330621 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:41:33.339393 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e1ff46d7-d3a9-4920-8645-17b91fcb3224 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/01b95789-ea13-4352-bf38-170655abaa77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8671038 Aug 05 15:41:33.370424 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-f41abbd4-7b84-41b5-ba59-fbe4b2b21d05 None None] Port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:41:33.686180 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device edfab479-f3c4-4527-97cc-db5afa6f9e2b up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:41:33.732707 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port edfab479-f3c4-4527-97cc-db5afa6f9e2b triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:33.733082 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:33.814841 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port edfab479-f3c4-4527-97cc-db5afa6f9e2b is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:33.815492 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:33.837681 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port edfab479-f3c4-4527-97cc-db5afa6f9e2b, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=edfab479-f3c4-4527-97cc-db5afa6f9e2b,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:41:33.908433 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:33.960072 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=edfab479-f3c4-4527-97cc-db5afa6f9e2b,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:34.065320 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48340) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:34.070203 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-879900817-network', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:34.083354 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:34.209104 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Made reservation on behalf of 9cb1f083fca24a3a8bfaa6b085b02856 for: {'network': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:41:34.211550 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for network (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:34.221059 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:34.310513 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Publish callbacks [] for security_group (84336483-daf4-4520-8bdb-634bd59b3046), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:34.386058 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (84336483-daf4-4520-8bdb-634bd59b3046), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:34.411862 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=104517) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 05 15:41:34.421354 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84336483-daf4-4520-8bdb-634bd59b3046,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:34.433351 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (a0513fa4-c9db-49e5-befc-ce0f80c20185), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:34.433351 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.segments_db [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Added segment a0513fa4-c9db-49e5-befc-ce0f80c20185 of type vlan for network d0e842a4-cb43-4dbb-b5db-28121787f535 Aug 05 15:41:34.471026 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772846874022'] for network (d0e842a4-cb43-4dbb-b5db-28121787f535), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:34.549664 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Sync routers for ids ['01b95789-ea13-4352-bf38-170655abaa77'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:41:34.559109 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391'] for network (d0e842a4-cb43-4dbb-b5db-28121787f535), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:34.559756 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Routers {'01b95789-ea13-4352-bf38-170655abaa77'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:34.560208 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:34.560515 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['01b95789-ea13-4352-bf38-170655abaa77'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:34.560783 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:34.632352 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] Pushing event updated for resources: {'Network': ['ID=d0e842a4-cb43-4dbb-b5db-28121787f535,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:34.642806 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Network d0e842a4-cb43-4dbb-b5db-28121787f535 details requested by agent ovs-agent-dv-cinder-849890-4-iscsi with host dv-cinder-849890-4-iscsi {{(pid=104519) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 05 15:41:34.653816 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-93d30028-4559-4f8b-8da6-406d03956b5e admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5873661 Aug 05 15:41:34.657341 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48344) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:34.662970 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] Request body: {'subnet': {'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-879900817-subnet', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'ip_version': 4}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:34.689083 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:34.725218 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] Made reservation on behalf of 9cb1f083fca24a3a8bfaa6b085b02856 for: {'subnet': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:41:34.728330 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59666825'] for subnet (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:34.751028 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Set router 01b95789-ea13-4352-bf38-170655abaa77 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:34.937837 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 4, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '5e7f54f3-6ec4-40a7-9135-c795d7f91850', 'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'mac_address': 'fa:16:3e:be:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:31Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 2, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'subnets': [{'id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:34.948730 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3532141', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59666847'] for subnet (a883b414-803a-4f9f-8804-2aeb018bddb5), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:34.963431 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Checking router: 01b95789-ea13-4352-bf38-170655abaa77 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:41:34.963777 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Updating router 01b95789-ea13-4352-bf38-170655abaa77 port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:41:34.994001 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.009896 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a883b414-803a-4f9f-8804-2aeb018bddb5,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:35.021651 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] Checking segment: {'id': 'a0513fa4-c9db-49e5-befc-ce0f80c20185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:41:35.021651 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] Network hostable DHCP agents. Network: d0e842a4-cb43-4dbb-b5db-28121787f535, hostable agents: ['93ccf933-ead4-4d83-86bd-70bd75692515'], hosted agents: [] {{(pid=104518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 05 15:41:35.031344 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:35.125257 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] Network d0e842a4-cb43-4dbb-b5db-28121787f535 is scheduled to be hosted by DHCP agent 93ccf933-ead4-4d83-86bd-70bd75692515 with binding_index 1 {{(pid=104518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 05 15:41:35.210585 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-849890-4-iscsi, d0e842a4-cb43-4dbb-b5db-28121787f535) {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:35.215317 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:35.222109 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.222109 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:35.222880 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea878946-e766-4e58-a412-7ab3d4894dbb None None] Network d0e842a4-cb43-4dbb-b5db-28121787f535 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:41:35.245356 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Publish callbacks [] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.320600 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66fbdb3f-7e79-5db6-90f4-4edecec86a5c-d0e842a4-cb43-4dbb-b5db-28121787f535', 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535', 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'fixed_ips': [{'subnet_id': 'a883b414-803a-4f9f-8804-2aeb018bddb5'}]}} from dv-cinder-849890-4-iscsi. {{(pid=104519) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 05 15:41:35.322117 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.344545 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-61ffe063-0f4a-432b-a94e-edb41650c042 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6859958 Aug 05 15:41:35.347159 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48346) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:35.351404 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-879900817-router', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:35.376201 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.433889 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1906249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-632'] for router (181dc3ba-5c70-47eb-bc9c-042d83105c29), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.435020 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1907490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1949131', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2065566', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-579'] for router (181dc3ba-5c70-47eb-bc9c-042d83105c29), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.442802 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Pushing event updated for resources: {'Port': ['ID=5e7f54f3-6ec4-40a7-9135-c795d7f91850,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:35.460333 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.db_base_plugin_common [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Allocated IP 172.20.0.2 (d0e842a4-cb43-4dbb-b5db-28121787f535/a883b414-803a-4f9f-8804-2aeb018bddb5/309ba14c-effd-4e4a-be6c-475419514930) {{(pid=104519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:41:35.467897 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.468265 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.468603 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.468940 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.469271 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.469594 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.469917 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.470235 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.470559 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.470874 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.471209 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.471603 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.471825 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.472164 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.472478 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:35.484931 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Attempting to bind port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:41:35.485306 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Attempting to bind port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:41:35.485664 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Attempting to bind port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 on network ea94c7fb-f199-4a01-9cab-f73506204f6e {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:41:35.490567 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Publish callbacks [] for router_controller (181dc3ba-5c70-47eb-bc9c-042d83105c29), precommit_add_association {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.491138 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:41:35.491509 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Checking segment: {'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:41:35.491905 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.492320 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Bound using segment: {'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:41:35.492778 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Bound port: 5e7f54f3-6ec4-40a7-9135-c795d7f91850, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:41:35.493153 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.556838 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] For port 5e7f54f3-6ec4-40a7-9135-c795d7f91850, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:41:35.559995 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] For port 5e7f54f3-6ec4-40a7-9135-c795d7f91850, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=5e7f54f3-6ec4-40a7-9135-c795d7f91850,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:41:35.562688 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:35.614251 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Publish callbacks [] for port (309ba14c-effd-4e4a-be6c-475419514930), precommit_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.616367 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.666346 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9d706-7cac-424b-b163-cd748cf189e7 None None] Pushing event updated for resources: {'Port': ['ID=5e7f54f3-6ec4-40a7-9135-c795d7f91850,revision_number=4']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:35.676392 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Routers {'01b95789-ea13-4352-bf38-170655abaa77'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:35.676961 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['01b95789-ea13-4352-bf38-170655abaa77'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:35.678368 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928'] for port (309ba14c-effd-4e4a-be6c-475419514930), after_create {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.679760 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:35.692019 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Publish callbacks [] for router_gateway (181dc3ba-5c70-47eb-bc9c-042d83105c29), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.720528 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Network d0e842a4-cb43-4dbb-b5db-28121787f535 is already hosted by enough agents. {{(pid=104519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:41:35.721655 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device edfab479-f3c4-4527-97cc-db5afa6f9e2b up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:41:35.745054 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.scheduler.base_scheduler [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Resources bound (agent type, host, resource id): {{(pid=104519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:35.747472 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Received port after_create {{(pid=104519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:41:35.783272 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] Set router 01b95789-ea13-4352-bf38-170655abaa77 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:35.798471 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Pushing event updated for resources: {'Port': ['ID=309ba14c-effd-4e4a-be6c-475419514930,revision_number=1']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:35.807599 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:35.847761 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port edfab479-f3c4-4527-97cc-db5afa6f9e2b triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:35.848317 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.868888 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Attempting to bind port 309ba14c-effd-4e4a-be6c-475419514930 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:41:35.869429 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Attempting to bind port 309ba14c-effd-4e4a-be6c-475419514930 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': 'a0513fa4-c9db-49e5-befc-ce0f80c20185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:41:35.869888 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Attempting to bind port 309ba14c-effd-4e4a-be6c-475419514930 on network d0e842a4-cb43-4dbb-b5db-28121787f535 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:41:35.880556 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:41:35.881093 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Checking segment: {'id': 'a0513fa4-c9db-49e5-befc-ce0f80c20185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:41:35.881592 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.882084 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Bound using segment: {'id': 'a0513fa4-c9db-49e5-befc-ce0f80c20185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:41:35.882657 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Bound port: 309ba14c-effd-4e4a-be6c-475419514930, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0513fa4-c9db-49e5-befc-ce0f80c20185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:41:35.883086 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (309ba14c-effd-4e4a-be6c-475419514930), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.935272 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:35.945783 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Publish callbacks [] for router_gateway (181dc3ba-5c70-47eb-bc9c-042d83105c29), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.970390 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:35.985664 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 4, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '5e7f54f3-6ec4-40a7-9135-c795d7f91850', 'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'mac_address': 'fa:16:3e:be:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:31Z', 'updated_at': '2022-08-05T15:41:35Z', 'revision_number': 4, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'subnets': [{'id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:35.988889 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port edfab479-f3c4-4527-97cc-db5afa6f9e2b is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:35.993028 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] For port 309ba14c-effd-4e4a-be6c-475419514930, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:41:35.996183 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] For port 309ba14c-effd-4e4a-be6c-475419514930, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=309ba14c-effd-4e4a-be6c-475419514930,segment=NetworkSegment(a0513fa4-c9db-49e5-befc-ce0f80c20185),segment_id=a0513fa4-c9db-49e5-befc-ce0f80c20185)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:41:36.011750 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2690fe-68d2-46dc-a8cc-12d176009196 None None] The sync data for ids ['01b95789-ea13-4352-bf38-170655abaa77'] in dv-cinder-849890-4-iscsi is: [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 4, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '5e7f54f3-6ec4-40a7-9135-c795d7f91850', 'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'mac_address': 'fa:16:3e:be:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:31Z', 'updated_at': '2022-08-05T15:41:35Z', 'revision_number': 4, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'subnets': [{'id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:41:36.095334 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Allocated IP 172.27.0.174 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/e28b9d5b-0427-4ae9-94c2-c2423c0eebf3) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:41:36.117846 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (309ba14c-effd-4e4a-be6c-475419514930), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:36.184262 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b20e0-fbb8-47c4-8a79-4d15e02db448 None None] Pushing event updated for resources: {'Port': ['ID=309ba14c-effd-4e4a-be6c-475419514930,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:36.245431 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Publish callbacks [] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:36.339062 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:36.389129 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:36.396848 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:41:36.401701 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:36.404649 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:41:36.408127 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=e28b9d5b-0427-4ae9-94c2-c2423c0eebf3,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:36.687431 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:36.749973 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Publish callbacks [] for router_gateway (181dc3ba-5c70-47eb-bc9c-042d83105c29), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:37.106025 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf0f0b7-bdef-4c7a-ae29-5e3702fcf50b None None] Network d0e842a4-cb43-4dbb-b5db-28121787f535 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:41:37.161971 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-0890f9ae-52ca-4b37-8f4f-b0014de3ecb4 None None] Provisioning complete for port 309ba14c-effd-4e4a-be6c-475419514930 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:37.162346 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0890f9ae-52ca-4b37-8f4f-b0014de3ecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (309ba14c-effd-4e4a-be6c-475419514930), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:37.223702 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1907439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1935174'] for router (181dc3ba-5c70-47eb-bc9c-042d83105c29), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:37.284381 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-0890f9ae-52ca-4b37-8f4f-b0014de3ecb4 None None] Current status of the port 309ba14c-effd-4e4a-be6c-475419514930 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:37.285164 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0890f9ae-52ca-4b37-8f4f-b0014de3ecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (309ba14c-effd-4e4a-be6c-475419514930), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:37.321652 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-0890f9ae-52ca-4b37-8f4f-b0014de3ecb4 None None] For port 309ba14c-effd-4e4a-be6c-475419514930, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=309ba14c-effd-4e4a-be6c-475419514930,segment=NetworkSegment(a0513fa4-c9db-49e5-befc-ce0f80c20185),segment_id=a0513fa4-c9db-49e5-befc-ce0f80c20185)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:41:37.410669 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0890f9ae-52ca-4b37-8f4f-b0014de3ecb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (309ba14c-effd-4e4a-be6c-475419514930), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:37.439395 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Router 181dc3ba-5c70-47eb-bc9c-042d83105c29 is scheduled to L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d with binding_index 1 {{(pid=104518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 05 15:41:37.467125 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890f9ae-52ca-4b37-8f4f-b0014de3ecb4 None None] Pushing event updated for resources: {'Port': ['ID=309ba14c-effd-4e4a-be6c-475419514930,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:37.529698 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-03514365-e331-4d55-9cd5-f5636cc250a1 None None] Provisioning complete for port 309ba14c-effd-4e4a-be6c-475419514930 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:37.530051 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-03514365-e331-4d55-9cd5-f5636cc250a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (309ba14c-effd-4e4a-be6c-475419514930), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:37.556866 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:41:37.567826 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Sync routers for ids ['181dc3ba-5c70-47eb-bc9c-042d83105c29'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:41:37.583662 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Routers {'181dc3ba-5c70-47eb-bc9c-042d83105c29'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:37.584308 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['181dc3ba-5c70-47eb-bc9c-042d83105c29'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:37.638277 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:37.642170 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-dd85ecdf-4a20-44fa-8fb9-42565d4f6fd1 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2914379 Aug 05 15:41:37.642719 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48352) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:37.663333 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-03514365-e331-4d55-9cd5-f5636cc250a1 None None] Current status of the port 309ba14c-effd-4e4a-be6c-475419514930 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:37.736532 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 5e7f54f3-6ec4-40a7-9135-c795d7f91850 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:41:37.765055 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Set router 181dc3ba-5c70-47eb-bc9c-042d83105c29 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:37.863558 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:38.020769 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:38.021145 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.026967 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:38.082191 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:38.085655 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.142503 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:38.148380 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'name': 'tempest-TestMinimumBasicScenario-879900817-router', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:36Z', 'revision_number': 3, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'gw_port': {'id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:38.183796 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Checking router: 181dc3ba-5c70-47eb-bc9c-042d83105c29 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:41:38.184173 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Updating router 181dc3ba-5c70-47eb-bc9c-042d83105c29 port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 binding host dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:41:38.187270 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:38.187652 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.232125 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.241520 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Allocated IP 172.20.0.1 (d0e842a4-cb43-4dbb-b5db-28121787f535/a883b414-803a-4f9f-8804-2aeb018bddb5/92fcc22e-c38b-43ba-ba9c-45811058cc79) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:41:38.259438 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 5e7f54f3-6ec4-40a7-9135-c795d7f91850, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=5e7f54f3-6ec4-40a7-9135-c795d7f91850,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:41:38.347854 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Publish callbacks [] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.383150 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.383978 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 309ba14c-effd-4e4a-be6c-475419514930 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:41:38.434139 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.458862 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:38.477455 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Network d0e842a4-cb43-4dbb-b5db-28121787f535 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:41:38.483086 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:38.486906 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:41:38.490619 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Pushing event updated for resources: {'Port': ['ID=92fcc22e-c38b-43ba-ba9c-45811058cc79,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:38.520704 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=5e7f54f3-6ec4-40a7-9135-c795d7f91850,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:38.526863 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 309ba14c-effd-4e4a-be6c-475419514930 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:38.527247 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (309ba14c-effd-4e4a-be6c-475419514930), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.536920 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1927077'] for router_interface (181dc3ba-5c70-47eb-bc9c-042d83105c29), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.626283 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Publish callbacks [] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), precommit_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.659257 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 309ba14c-effd-4e4a-be6c-475419514930 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:38.719319 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.739999 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.748804 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:38.754537 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Attempting to bind port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:41:38.755082 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Attempting to bind port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:41:38.755277 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Attempting to bind port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 on network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:41:38.768880 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:41:38.769179 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Checking segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:41:38.769586 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.769982 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Bound using segment: {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'} {{(pid=104519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:41:38.770456 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.managers [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Bound port: e28b9d5b-0427-4ae9-94c2-c2423c0eebf3, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00c79f-18f1-4587-898d-a18610adbd09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}}] {{(pid=104519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:41:38.770837 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.795417 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bac05-6fe9-4b10-9978-0df91f5d8782 None None] Pushing event updated for resources: {'Port': ['ID=e28b9d5b-0427-4ae9-94c2-c2423c0eebf3,revision_number=2']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:38.827981 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-fb8d5270-e793-48d5-b958-3800936443d3 None None] Provisioning complete for port 92fcc22e-c38b-43ba-ba9c-45811058cc79 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:38.828384 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5270-e793-48d5-b958-3800936443d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.861959 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] For port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:41:38.879067 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] For port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=e28b9d5b-0427-4ae9-94c2-c2423c0eebf3,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:41:38.880492 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-fb8d5270-e793-48d5-b958-3800936443d3 None None] Port 92fcc22e-c38b-43ba-ba9c-45811058cc79 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:41:38.934225 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Publish callbacks [] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.947702 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:38.980752 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Routers {'181dc3ba-5c70-47eb-bc9c-042d83105c29'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:38.981379 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['181dc3ba-5c70-47eb-bc9c-042d83105c29'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:39.016831 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:39.021908 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:39.041998 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1bac05-6fe9-4b10-9978-0df91f5d8782 None None] Pushing event updated for resources: {'Port': ['ID=e28b9d5b-0427-4ae9-94c2-c2423c0eebf3,revision_number=3']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:39.090971 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579405', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928469'] for router_interface (181dc3ba-5c70-47eb-bc9c-042d83105c29), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:39.092699 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Pushing event updated for resources: {'Port': ['ID=92fcc22e-c38b-43ba-ba9c-45811058cc79,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:39.100434 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] Set router 181dc3ba-5c70-47eb-bc9c-042d83105c29 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:39.299553 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'name': 'tempest-TestMinimumBasicScenario-879900817-router', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 4, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'gw_port': {'id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '92fcc22e-c38b-43ba-ba9c-45811058cc79', 'name': '', 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'mac_address': 'fa:16:3e:33:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a883b414-803a-4f9f-8804-2aeb018bddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:38Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 1, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'subnets': [{'id': 'a883b414-803a-4f9f-8804-2aeb018bddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:39.334566 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e34ed7-43e7-4861-9ce8-69fd676d5c92 None None] The sync data for ids ['181dc3ba-5c70-47eb-bc9c-042d83105c29'] in dv-cinder-849890-4-iscsi is: [{'id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'name': 'tempest-TestMinimumBasicScenario-879900817-router', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 4, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'gw_port': {'id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3a:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '92fcc22e-c38b-43ba-ba9c-45811058cc79', 'name': '', 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'mac_address': 'fa:16:3e:33:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a883b414-803a-4f9f-8804-2aeb018bddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:38Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 1, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'subnets': [{'id': 'a883b414-803a-4f9f-8804-2aeb018bddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:41:39.463016 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Network d0e842a4-cb43-4dbb-b5db-28121787f535 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:41:39.464455 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:39.578611 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:39.600316 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Router 181dc3ba-5c70-47eb-bc9c-042d83105c29 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:41:39.702809 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 5e7f54f3-6ec4-40a7-9135-c795d7f91850 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:41:39.739638 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:41:39.748628 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-1fce2389-eec9-4cce-a50b-30389c35c62c admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/181dc3ba-5c70-47eb-bc9c-042d83105c29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1044681 Aug 05 15:41:39.756245 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:39.756722 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:39.808486 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3bc51113-a78d-40df-b20b-3592242b9c5f None None] Provisioning complete for port 92fcc22e-c38b-43ba-ba9c-45811058cc79 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:39.808867 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3bc51113-a78d-40df-b20b-3592242b9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:39.869716 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3bc51113-a78d-40df-b20b-3592242b9c5f None None] Port 92fcc22e-c38b-43ba-ba9c-45811058cc79 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:41:39.880676 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:41.765432 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:41:41.818530 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:41.818993 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:41.895585 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:41.910951 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:41.911311 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:41.935221 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=e28b9d5b-0427-4ae9-94c2-c2423c0eebf3,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:41:42.064026 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:42.121338 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=e28b9d5b-0427-4ae9-94c2-c2423c0eebf3,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:42.294476 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecde07d-eeea-4fc3-aab7-d1704a368486 req-b722a31c-8713-454f-9e22-7bf28b3f1a17 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:42.301602 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5ecde07d-eeea-4fc3-aab7-d1704a368486 req-b722a31c-8713-454f-9e22-7bf28b3f1a17 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 946 time: 0.0649114 Aug 05 15:41:42.346324 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5ecde07d-eeea-4fc3-aab7-d1704a368486 req-3e48f8eb-5bb9-4968-8123-392e34dd9a41 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437460 Aug 05 15:41:42.999586 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Sync routers for ids ['181dc3ba-5c70-47eb-bc9c-042d83105c29'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:41:43.010598 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Routers {'181dc3ba-5c70-47eb-bc9c-042d83105c29'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:43.011548 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['181dc3ba-5c70-47eb-bc9c-042d83105c29'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:43.128763 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Set router 181dc3ba-5c70-47eb-bc9c-042d83105c29 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:43.336957 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'name': 'tempest-TestMinimumBasicScenario-879900817-router', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 4, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'gw_port': {'id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '92fcc22e-c38b-43ba-ba9c-45811058cc79', 'name': '', 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'mac_address': 'fa:16:3e:33:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a883b414-803a-4f9f-8804-2aeb018bddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:38Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 2, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'subnets': [{'id': 'a883b414-803a-4f9f-8804-2aeb018bddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:43.364567 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Checking router: 181dc3ba-5c70-47eb-bc9c-042d83105c29 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:41:43.364922 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Updating router 181dc3ba-5c70-47eb-bc9c-042d83105c29 port 92fcc22e-c38b-43ba-ba9c-45811058cc79 binding host dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 05 15:41:43.395294 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:43.483789 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:43.496275 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36a7e4-2bf0-4fa4-a94c-e3ed1c3b3066 req-5c3f0f9c-b06b-47ad-9596-0056791e9c91 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:43.497867 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8a36a7e4-2bf0-4fa4-a94c-e3ed1c3b3066 req-5c3f0f9c-b06b-47ad-9596-0056791e9c91 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 946 time: 0.0677984 Aug 05 15:41:43.552462 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8a36a7e4-2bf0-4fa4-a94c-e3ed1c3b3066 req-eea19458-a87a-483c-a5a2-c15eb3aef4bd tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=93493077-11da-4d4c-ba17-b2f47f626980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472124 Aug 05 15:41:43.603043 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:43.682192 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Publish callbacks [] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), precommit_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:43.688544 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:41:43.704866 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-2ae2f270-4489-475e-937c-a2d41c534910 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:43.706471 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-2ae2f270-4489-475e-937c-a2d41c534910 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 946 time: 0.0530064 Aug 05 15:41:43.736814 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:43.737284 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:43.790070 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Deleting port 9a390035-5da3-4925-af6e-1b9b968c2cb4 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:41:43.790423 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:43.822635 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:43.849994 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:43.896898 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:43.897065 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5aeb5a-6cd9-48e6-86bf-ec52ea999e86 None None] Pushing event updated for resources: {'Port': ['ID=92fcc22e-c38b-43ba-ba9c-45811058cc79,revision_number=3']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:43.897158 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] For port 9a390035-5da3-4925-af6e-1b9b968c2cb4, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=9a390035-5da3-4925-af6e-1b9b968c2cb4,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:41:43.897158 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:43.929505 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Attempting to bind port 92fcc22e-c38b-43ba-ba9c-45811058cc79 on host dv-cinder-849890-4-iscsi for vnic_type normal with profile {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:41:43.929946 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Attempting to bind port 92fcc22e-c38b-43ba-ba9c-45811058cc79 by drivers openvswitch,hyperv on host dv-cinder-849890-4-iscsi at level 0 using segments [{'id': 'a0513fa4-c9db-49e5-befc-ce0f80c20185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535'}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:41:43.930428 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Attempting to bind port 92fcc22e-c38b-43ba-ba9c-45811058cc79 on network d0e842a4-cb43-4dbb-b5db-28121787f535 {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:41:43.936632 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Checking agent: {'id': '2fa8b333-a0b5-4a31-8abd-f8ea50560eea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-849890-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 22, 33), 'started_at': datetime.datetime(2022, 8, 5, 15, 23, 3), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-849890-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:41:43.937006 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Checking segment: {'id': 'a0513fa4-c9db-49e5-befc-ce0f80c20185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:41:43.937550 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:43.938007 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Bound using segment: {'id': 'a0513fa4-c9db-49e5-befc-ce0f80c20185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535'} {{(pid=104520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:41:43.938539 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.managers [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Bound port: 92fcc22e-c38b-43ba-ba9c-45811058cc79, host: dv-cinder-849890-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0513fa4-c9db-49e5-befc-ce0f80c20185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535'}}] {{(pid=104520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:41:43.939032 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), before_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:43.978979 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:44.009611 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] For port 92fcc22e-c38b-43ba-ba9c-45811058cc79, host dv-cinder-849890-4-iscsi, cleared binding levels {{(pid=104520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:41:44.014031 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.plugins.ml2.db [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] For port 92fcc22e-c38b-43ba-ba9c-45811058cc79, host dv-cinder-849890-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=92fcc22e-c38b-43ba-ba9c-45811058cc79,segment=NetworkSegment(a0513fa4-c9db-49e5-befc-ce0f80c20185),segment_id=a0513fa4-c9db-49e5-befc-ce0f80c20185)] {{(pid=104520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:41:44.097860 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron_lib.callbacks.manager [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), after_update {{(pid=104520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:44.103186 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:44.109214 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (2dd16b4a-ab7b-4904-8ff1-5c596d71033d), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:44.109214 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Floating IP 2dd16b4a-ab7b-4904-8ff1-5c596d71033d disassociated. External IP: 172.27.0.110, port: 9a390035-5da3-4925-af6e-1b9b968c2cb4. Aug 05 15:41:44.109214 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Calling delete_port for 9a390035-5da3-4925-af6e-1b9b968c2cb4 owned by compute:nova {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:41:44.256813 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Routers {'181dc3ba-5c70-47eb-bc9c-042d83105c29'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:44.257729 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['181dc3ba-5c70-47eb-bc9c-042d83105c29'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:44.263445 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:44.314862 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5aeb5a-6cd9-48e6-86bf-ec52ea999e86 None None] Pushing event updated for resources: {'Port': ['ID=92fcc22e-c38b-43ba-ba9c-45811058cc79,revision_number=4']} {{(pid=104520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:44.320861 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (9a390035-5da3-4925-af6e-1b9b968c2cb4), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:44.364208 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'Port': ['ID=9a390035-5da3-4925-af6e-1b9b968c2cb4,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:44.418770 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] Set router 181dc3ba-5c70-47eb-bc9c-042d83105c29 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:44.511078 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Router 2a094309-06d4-48a9-ada8-166e4358c861 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:41:44.635019 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:41:44.647608 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabdd5a8-f5e2-4835-a3e5-e8248f703433 None None] Sync routers for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:41:44.671892 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabdd5a8-f5e2-4835-a3e5-e8248f703433 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:44.672907 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fabdd5a8-f5e2-4835-a3e5-e8248f703433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:44.697564 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] No DVR routers for this DVR port 9a390035-5da3-4925-af6e-1b9b968c2cb4 on host hv-cinder-84989 {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:41:44.703483 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:44.706790 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-5f331e55-c380-43a4-8e16-4e54598d33e7 req-9bb6edc0-b50c-4314-b95d-77f22ae45056 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "DELETE /networking/v2.0/ports/9a390035-5da3-4925-af6e-1b9b968c2cb4 HTTP/1.1" status: 204 len: 173 time: 0.9951298 Aug 05 15:41:44.707367 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'name': 'network-vif-deleted', 'tag': '9a390035-5da3-4925-af6e-1b9b968c2cb4'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:41:44.709614 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a271db3-eba1-4e51-a2fd-f70b65f2613a" -d '{"events": [{"server_uuid": "98fdfc63-b5ab-461d-a014-ea82d1d65b0b", "name": "network-vif-deleted", "tag": "9a390035-5da3-4925-af6e-1b9b968c2cb4"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:41:44.712698 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'name': 'tempest-TestMinimumBasicScenario-879900817-router', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 4, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'gw_port': {'id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '92fcc22e-c38b-43ba-ba9c-45811058cc79', 'name': '', 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'mac_address': 'fa:16:3e:33:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a883b414-803a-4f9f-8804-2aeb018bddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:38Z', 'updated_at': '2022-08-05T15:41:44Z', 'revision_number': 4, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'subnets': [{'id': 'a883b414-803a-4f9f-8804-2aeb018bddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:44.724113 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-dcaf1a90-b3b7-4a5c-9e28-37255db02b91 req-8cda4caa-32b6-44d4-b957-4e4b1abb2e70 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 210 time: 0.0547388 Aug 05 15:41:44.769146 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78170a81-096d-4ad1-ac16-12506d46098f None None] The sync data for ids ['181dc3ba-5c70-47eb-bc9c-042d83105c29'] in dv-cinder-849890-4-iscsi is: [{'id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'name': 'tempest-TestMinimumBasicScenario-879900817-router', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 4, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'gw_port': {'id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '92fcc22e-c38b-43ba-ba9c-45811058cc79', 'name': '', 'network_id': 'd0e842a4-cb43-4dbb-b5db-28121787f535', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'mac_address': 'fa:16:3e:33:f7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a883b414-803a-4f9f-8804-2aeb018bddb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:38Z', 'updated_at': '2022-08-05T15:41:44Z', 'revision_number': 4, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'subnets': [{'id': 'a883b414-803a-4f9f-8804-2aeb018bddb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:41:44.949994 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:45.005078 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-fabdd5a8-f5e2-4835-a3e5-e8248f703433 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:45.052519 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebdff0a-745d-4779-a807-580a11b95732 x-openstack-request-id: req-aebdff0a-745d-4779-a807-580a11b95732 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:41:45.053070 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98fdfc63-b5ab-461d-a014-ea82d1d65b0b", "name": "network-vif-deleted", "tag": "9a390035-5da3-4925-af6e-1b9b968c2cb4", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:41:45.053482 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-aebdff0a-745d-4779-a807-580a11b95732 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:41:45.054096 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebdff0a-745d-4779-a807-580a11b95732'] response: {'server_uuid': '98fdfc63-b5ab-461d-a014-ea82d1d65b0b', 'name': 'network-vif-deleted', 'tag': '9a390035-5da3-4925-af6e-1b9b968c2cb4', 'status': 'completed', 'code': 200} Aug 05 15:41:45.252585 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fabdd5a8-f5e2-4835-a3e5-e8248f703433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:45.287070 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabdd5a8-f5e2-4835-a3e5-e8248f703433 None None] Checking router: 2a094309-06d4-48a9-ada8-166e4358c861 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:41:45.300812 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabdd5a8-f5e2-4835-a3e5-e8248f703433 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:41:45.301506 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fabdd5a8-f5e2-4835-a3e5-e8248f703433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:41:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:45.420097 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-fabdd5a8-f5e2-4835-a3e5-e8248f703433 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:41:45.624446 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-fabdd5a8-f5e2-4835-a3e5-e8248f703433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:41:45.677596 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabdd5a8-f5e2-4835-a3e5-e8248f703433 None None] The sync data for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi is: [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:41:45.771418 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 92fcc22e-c38b-43ba-ba9c-45811058cc79 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:41:45.857003 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=100 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:45.876542 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5cc605ae-9e35-4244-b58d-6593bd4ea3ef req-5dfa146d-f39b-45e3-8031-10027e3ee93e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=98fdfc63-b5ab-461d-a014-ea82d1d65b0b HTTP/1.1" status: 200 len: 210 time: 0.0497637 Aug 05 15:41:45.881843 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 92fcc22e-c38b-43ba-ba9c-45811058cc79 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:45.882245 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:45.973424 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 92fcc22e-c38b-43ba-ba9c-45811058cc79 is: DOWN; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:45.974625 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:46.015771 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] For port 92fcc22e-c38b-43ba-ba9c-45811058cc79, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=92fcc22e-c38b-43ba-ba9c-45811058cc79,segment=NetworkSegment(a0513fa4-c9db-49e5-befc-ce0f80c20185),segment_id=a0513fa4-c9db-49e5-befc-ce0f80c20185)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:41:46.083487 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:46.143289 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Pushing event updated for resources: {'Port': ['ID=92fcc22e-c38b-43ba-ba9c-45811058cc79,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:47.157439 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c301693-bbb6-41ee-8ca3-e57c8c115cbd None None] New status for floating IP 2dd16b4a-ab7b-4904-8ff1-5c596d71033d: DOWN {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:41:47.377378 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48434) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:47.436916 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4a31205-2997-47bf-8e59-d2895a7f518c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (93493077-11da-4d4c-ba17-b2f47f626980), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:47.460708 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4a31205-2997-47bf-8e59-d2895a7f518c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (93493077-11da-4d4c-ba17-b2f47f626980), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:47.605320 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4a31205-2997-47bf-8e59-d2895a7f518c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (93493077-11da-4d4c-ba17-b2f47f626980), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:47.608264 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4a31205-2997-47bf-8e59-d2895a7f518c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:47.611928 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e4a31205-2997-47bf-8e59-d2895a7f518c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/93493077-11da-4d4c-ba17-b2f47f626980 HTTP/1.1" status: 204 len: 168 time: 0.2309599 Aug 05 15:41:47.612801 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48440) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:47.620424 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a31205-2997-47bf-8e59-d2895a7f518c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93493077-11da-4d4c-ba17-b2f47f626980,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:47.640433 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 9a390035-5da3-4925-af6e-1b9b968c2cb4 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:41:47.649029 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.api.v2.resource [None req-a71c2a0d-e7cc-44aa-b911-118ddc9c14b9 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] show failed (client error): The resource could not be found. Aug 05 15:41:47.658455 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a71c2a0d-e7cc-44aa-b911-118ddc9c14b9 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups/93493077-11da-4d4c-ba17-b2f47f626980 HTTP/1.1" status: 404 len: 347 time: 0.0415094 Aug 05 15:41:47.658813 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48442) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:47.683947 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 9a390035-5da3-4925-af6e-1b9b968c2cb4 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:41:47.684735 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 9a390035-5da3-4925-af6e-1b9b968c2cb4 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:41:47.745644 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 92fcc22e-c38b-43ba-ba9c-45811058cc79 up at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:41:47.795144 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Provisioning complete for port 92fcc22e-c38b-43ba-ba9c-45811058cc79 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:47.795879 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:47.806157 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-e92df094-b510-4141-91c2-87a035cae143 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Deleting port a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:41:47.806635 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e92df094-b510-4141-91c2-87a035cae143 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:47.877991 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:47.880466 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Current status of the port 92fcc22e-c38b-43ba-ba9c-45811058cc79 is: ACTIVE; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:41:47.910384 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:41:47.916353 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e92df094-b510-4141-91c2-87a035cae143 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:47.918696 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e92df094-b510-4141-91c2-87a035cae143 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:47.932439 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-e92df094-b510-4141-91c2-87a035cae143 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Calling delete_port for a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0 owned by network:floatingip {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:41:48.007531 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:48.173433 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e92df094-b510-4141-91c2-87a035cae143 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:48.200229 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92df094-b510-4141-91c2-87a035cae143 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'Port': ['ID=a706e4ef-2555-4e4f-a7a6-780e7f1e7ae0,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:48.276310 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e92df094-b510-4141-91c2-87a035cae143 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (2dd16b4a-ab7b-4904-8ff1-5c596d71033d), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:48.279168 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e92df094-b510-4141-91c2-87a035cae143 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:48.283720 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e92df094-b510-4141-91c2-87a035cae143 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/2dd16b4a-ab7b-4904-8ff1-5c596d71033d HTTP/1.1" status: 204 len: 168 time: 0.6240053 Aug 05 15:41:48.412608 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48446) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:48.418030 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-8e03f6ae-e6c4-42fb-ae50-fc79a9815ddb tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523318558', 'description': 'tempest-description--599284660'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:48.506420 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8e03f6ae-e6c4-42fb-ae50-fc79a9815ddb tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:48.534970 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:48.588511 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8e03f6ae-e6c4-42fb-ae50-fc79a9815ddb tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (17add294-ec22-4309-bc92-5d15e81ac8e6), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:48.666853 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8e03f6ae-e6c4-42fb-ae50-fc79a9815ddb tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (17add294-ec22-4309-bc92-5d15e81ac8e6), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:48.703139 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03f6ae-e6c4-42fb-ae50-fc79a9815ddb tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17add294-ec22-4309-bc92-5d15e81ac8e6,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:48.755497 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8e03f6ae-e6c4-42fb-ae50-fc79a9815ddb tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:48.760223 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-8e03f6ae-e6c4-42fb-ae50-fc79a9815ddb tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3433688 Aug 05 15:41:48.761059 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48448) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:48.766440 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-0b76659a-11e8-4be1-bc70-c2c7a0315741 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group_rule': {'security_group_id': '17add294-ec22-4309-bc92-5d15e81ac8e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:48.879236 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0b76659a-11e8-4be1-bc70-c2c7a0315741 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (5db88d19-208d-4bdf-8b63-213d5f878093), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:48.938620 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0b76659a-11e8-4be1-bc70-c2c7a0315741 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (5db88d19-208d-4bdf-8b63-213d5f878093), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:49.011006 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0b76659a-11e8-4be1-bc70-c2c7a0315741 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (5db88d19-208d-4bdf-8b63-213d5f878093), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:49.034768 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76659a-11e8-4be1-bc70-c2c7a0315741 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db88d19-208d-4bdf-8b63-213d5f878093,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:49.104730 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-0b76659a-11e8-4be1-bc70-c2c7a0315741 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:49.106341 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-0b76659a-11e8-4be1-bc70-c2c7a0315741 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3435104 Aug 05 15:41:49.109329 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48450) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:49.116143 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-4760638b-1a76-463f-bf32-4f36fab85b85 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'security_group_rule': {'security_group_id': '17add294-ec22-4309-bc92-5d15e81ac8e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:49.205224 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4760638b-1a76-463f-bf32-4f36fab85b85 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (c46691e1-5452-4f0f-a8a1-4bfba353bb1a), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:49.269496 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4760638b-1a76-463f-bf32-4f36fab85b85 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (c46691e1-5452-4f0f-a8a1-4bfba353bb1a), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:49.353679 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4760638b-1a76-463f-bf32-4f36fab85b85 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (c46691e1-5452-4f0f-a8a1-4bfba353bb1a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:49.374722 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760638b-1a76-463f-bf32-4f36fab85b85 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46691e1-5452-4f0f-a8a1-4bfba353bb1a,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:49.448022 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-4760638b-1a76-463f-bf32-4f36fab85b85 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:49.452595 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-4760638b-1a76-463f-bf32-4f36fab85b85 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3422463 Aug 05 15:41:49.454703 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48452) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:41:49.459809 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:49.537062 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:49.631388 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:49.638431 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:49.761668 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Allocated IP 172.27.0.32 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/4359a933-3a6a-4c70-8fa9-a99652bbb892) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:41:49.884273 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (4359a933-3a6a-4c70-8fa9-a99652bbb892), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:49.975671 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (4359a933-3a6a-4c70-8fa9-a99652bbb892), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:50.009535 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:50.030354 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:41:50.035113 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=4359a933-3a6a-4c70-8fa9-a99652bbb892,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:50.038177 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:50.040995 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:41:50.141939 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (28e7b48e-d632-416f-add3-c6675daba4ec), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:50.491876 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (4359a933-3a6a-4c70-8fa9-a99652bbb892), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:50.661245 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (4359a933-3a6a-4c70-8fa9-a99652bbb892), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:50.707621 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (4359a933-3a6a-4c70-8fa9-a99652bbb892), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:50.772552 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (28e7b48e-d632-416f-add3-c6675daba4ec), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:50.790036 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:50.798079 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=4359a933-3a6a-4c70-8fa9-a99652bbb892,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:50.869968 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:50.878201 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-93d20db9-3aab-45c1-b5f1-bb9f36dd172a tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4152565 Aug 05 15:41:51.072605 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-cfeb5306-9f68-4b0b-839c-cc8086bb4335 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1523318558&fields=id&tenant_id=2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 267 time: 0.0429587 Aug 05 15:41:51.178130 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-c255fd26-66c8-4c62-8d51-828e72225b16 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:51.179631 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-c255fd26-66c8-4c62-8d51-828e72225b16 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 815 time: 0.1003511 Aug 05 15:41:51.194573 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-62f19880-6a00-4bcf-a7cf-3bb663a03ef1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/quotas/2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 375 time: 0.0089676 Aug 05 15:41:51.252432 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-b896d37a-2469-4872-9609-f3e5821ce6e2 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520978 Aug 05 15:41:51.355488 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-ca685391-f5ac-4b44-a857-d79def8f9a53 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104518) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:41:51.356515 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-ca685391-f5ac-4b44-a857-d79def8f9a53 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0963585 Aug 05 15:41:51.463008 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-7f7d95e8-d3cf-4aac-9b06-6d0b0656c60e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004202 Aug 05 15:41:51.624167 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5befe-b08e-4530-8359-8905fa1e369f req-a107b943-71b3-4232-b87c-a75844d1c2b1 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:51.625629 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-a107b943-71b3-4232-b87c-a75844d1c2b1 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/networks?id=ea94c7fb-f199-4a01-9cab-f73506204f6e HTTP/1.1" status: 200 len: 815 time: 0.1773937 Aug 05 15:41:51.629064 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-1e040243-ed96-4a3a-84b4-faeb9c53e51c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563358 Aug 05 15:41:51.640154 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-6d7fb71f-3399-46e2-ae20-ac0d045654fa tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/quotas/6e62e9372a7a47528e7973537bebbfb6 HTTP/1.1" status: 200 len: 375 time: 0.0091186 Aug 05 15:41:51.692002 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-8160cdff-d0eb-4bf3-a412-9b1c9e1356e7 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=6e62e9372a7a47528e7973537bebbfb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453241 Aug 05 15:41:51.750913 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-a9a9b8ab-e8ee-43c5-a327-438b416340ec service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104518) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:41:51.751917 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-a9a9b8ab-e8ee-43c5-a327-438b416340ec service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0488727 Aug 05 15:41:51.882973 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b1462a4b-7ef9-4e8f-a373-f88f78bc3f9b req-2367ec00-50e4-48e5-9ab7-33de51158487 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 210 time: 0.0499644 Aug 05 15:41:51.886600 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-90175be5-9662-4605-b51d-656d61fceb69 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288345 Aug 05 15:41:51.981120 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-42e40502-8c4b-4c0f-90a4-7e65faca7d47 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885012 Aug 05 15:41:52.229228 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-68759587-ca5f-4315-9a0c-301d027ebeab req-3a7cff75-eefd-424b-a200-d9dfb700dbf6 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 210 time: 0.0309293 Aug 05 15:41:52.993812 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-59087f4d-1435-446c-85cd-8f6754711060 req-ca856b59-8aa1-4603-946f-c3afa017f8ac tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 210 time: 0.0361164 Aug 05 15:41:53.328158 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8319cd61-786e-461f-90f1-3654fb0f0209 req-c1bfdc73-951b-4d4e-a3b6-b5e18505f434 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 210 time: 0.0333738 Aug 05 15:41:53.898782 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-d7f5fa91-dc48-4755-aeaf-5968eb071652 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:53.901119 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-d7f5fa91-dc48-4755-aeaf-5968eb071652 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 815 time: 0.1061106 Aug 05 15:41:53.974846 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-d27f1ac4-6cfe-402d-a820-1bc9ed1983b9 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2c77da48edba4903a1c51fee2a856167 HTTP/1.1" status: 200 len: 380 time: 0.0549335 Aug 05 15:41:53.983144 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'port': {'device_id': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'admin_state_up': True, 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'security_groups': ['17add294-ec22-4309-bc92-5d15e81ac8e6']}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:54.106088 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f53234da-5412-4439-8def-6604d7970fcf req-ef9e8f58-6bbd-4a21-b0cc-96c498d47009 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 210 time: 0.0337968 Aug 05 15:41:54.181104 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Made reservation on behalf of 2c77da48edba4903a1c51fee2a856167 for: {'port': 1} {{(pid=104517) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:41:54.184789 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:54.263442 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:54.322676 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Allocated IP 172.20.0.5 (b05605aa-dd0e-428b-8865-2528537f12f7/c7a52748-13b7-41f4-a2d6-6c53085216f4/ed67b356-a381-4fff-b159-68d2d2cfd2a2) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:41:54.415891 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:54.433503 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-912cf845-0119-4610-a8f9-c1443b2a7474 req-6f5c92db-7924-41b9-8242-f4fd7d53727b tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 210 time: 0.0292099 Aug 05 15:41:54.465703 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:54.548254 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:54.595074 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Network b05605aa-dd0e-428b-8865-2528537f12f7 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:41:54.598481 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:54.602853 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:41:54.634356 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event updated for resources: {'Port': ['ID=ed67b356-a381-4fff-b159-68d2d2cfd2a2,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:54.663491 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:54.664249 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:54.668212 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:54.722011 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5befe-b08e-4530-8359-8905fa1e369f req-cfae8482-c739-452a-8ec0-c9a0c5b30a86 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:54.723537 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-cfae8482-c739-452a-8ec0-c9a0c5b30a86 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.17 "GET /networking/v2.0/networks?id=ea94c7fb-f199-4a01-9cab-f73506204f6e HTTP/1.1" status: 200 len: 815 time: 0.1298857 Aug 05 15:41:54.735593 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Request body: {'port': {'device_id': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'admin_state_up': True, 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:54.740317 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:54.767754 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-fc5d9e10-e2c3-43e9-b97c-8bc71dd03ef4 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7881696 Aug 05 15:41:54.776583 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-c627b906-976c-48fb-b4b2-b1099f657fb9 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104517) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:41:54.777606 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-c627b906-976c-48fb-b4b2-b1099f657fb9 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055249 Aug 05 15:41:54.817995 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-0091cb60-c4c8-478f-b458-6adf04ec66bf None None] Provisioning complete for port ed67b356-a381-4fff-b159-68d2d2cfd2a2 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:54.818509 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0091cb60-c4c8-478f-b458-6adf04ec66bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:54.853523 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-0091cb60-c4c8-478f-b458-6adf04ec66bf None None] Port ed67b356-a381-4fff-b159-68d2d2cfd2a2 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:41:54.856571 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Request body: {'port': {'device_id': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:54.919513 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:54.920848 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Made reservation on behalf of 6e62e9372a7a47528e7973537bebbfb6 for: {'port': 1} {{(pid=104518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 05 15:41:54.924741 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:55.052761 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_common [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Allocated IP 172.20.0.7 (ea94c7fb-f199-4a01-9cab-f73506204f6e/71df6cf7-5f37-4cbb-b574-fc2d4c4be892/48995f61-b1de-411b-9621-65e545d953f7) {{(pid=104518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:41:55.207724 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed67b356-a381-4fff-b159-68d2d2cfd2a2 {{(pid=104517) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:41:55.217266 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Publish callbacks [] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:55.220169 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:55.222173 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for port (48995f61-b1de-411b-9621-65e545d953f7), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:55.235686 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.provisioning_blocks [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Transition to ACTIVE for port object ed67b356-a381-4fff-b159-68d2d2cfd2a2 will not be triggered until provisioned by entity L2. {{(pid=104517) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:41:55.264835 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e29765-1c22-47db-a0d2-038660a64a60 req-21786bf7-69e5-4980-aea7-1c710b903d35 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:55.266328 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-48e29765-1c22-47db-a0d2-038660a64a60 req-21786bf7-69e5-4980-aea7-1c710b903d35 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 931 time: 0.0586979 Aug 05 15:41:55.317670 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:55.331972 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-48e29765-1c22-47db-a0d2-038660a64a60 req-d5cdfb5b-b6ee-4d48-aedb-7c35482e07f6 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535014 Aug 05 15:41:55.379111 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed67b356-a381-4fff-b159-68d2d2cfd2a2,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:55.388908 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (48995f61-b1de-411b-9621-65e545d953f7), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:55.419463 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:55.435284 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Network ea94c7fb-f199-4a01-9cab-f73506204f6e is already hosted by enough agents. {{(pid=104518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:41:55.435284 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.base_scheduler [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Resources bound (agent type, host, resource id): {{(pid=104518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:41:55.440458 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Attempting to bind port ed67b356-a381-4fff-b159-68d2d2cfd2a2 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:41:55.440668 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Received port after_create {{(pid=104518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:41:55.440765 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Attempting to bind port ed67b356-a381-4fff-b159-68d2d2cfd2a2 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:41:55.441035 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Attempting to bind port ed67b356-a381-4fff-b159-68d2d2cfd2a2 on network b05605aa-dd0e-428b-8865-2528537f12f7 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:41:55.448175 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Port ed67b356-a381-4fff-b159-68d2d2cfd2a2 on network b05605aa-dd0e-428b-8865-2528537f12f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:41:55.448908 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Attempting to bind port ed67b356-a381-4fff-b159-68d2d2cfd2a2 on network b05605aa-dd0e-428b-8865-2528537f12f7 {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:41:55.458133 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:41:55.458682 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Checking segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:41:55.459553 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Bound using segment: {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'} {{(pid=104517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:41:55.461179 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.managers [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Bound port: ed67b356-a381-4fff-b159-68d2d2cfd2a2, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88aa35ca-1106-40ad-9e5a-588d7d6cd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7'}}] {{(pid=104517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:41:55.461179 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:55.502372 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:55.503031 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:55.546220 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'Port': ['ID=48995f61-b1de-411b-9621-65e545d953f7,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:55.642931 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e8c1a-a8e8-4c95-a8ed-4523b7b8389e req-0a37ced3-e266-41e6-81e4-28f834315e8f tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:55.651448 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-658e8c1a-a8e8-4c95-a8ed-4523b7b8389e req-0a37ced3-e266-41e6-81e4-28f834315e8f tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 931 time: 0.0734947 Aug 05 15:41:55.666140 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] For port ed67b356-a381-4fff-b159-68d2d2cfd2a2, host hv-cinder-84989, cleared binding levels {{(pid=104517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:41:55.671930 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] For port ed67b356-a381-4fff-b159-68d2d2cfd2a2, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=ed67b356-a381-4fff-b159-68d2d2cfd2a2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:41:55.677345 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-ad6e7f0c-a0da-4df9-b446-279d243dac77 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.17 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9454584 Aug 05 15:41:55.751616 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-658e8c1a-a8e8-4c95-a8ed-4523b7b8389e req-47f5cddf-b332-4c36-8233-6fff43c022d5 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985680 Aug 05 15:41:55.773909 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:55.780881 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Request body: {'port': {'device_id': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84989'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:41:55.802338 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:55.802998 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:55.804474 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/ed67b356-a381-4fff-b159-68d2d2cfd2a2 HTTP/1.1" status: 200 len: 1093 time: 1.0178316 Aug 05 15:41:55.805271 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'tag': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:41:55.807536 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593be8a3-f894-4f62-a147-0300b24f4ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "409a8b9a-dd6d-47de-9bae-db7fa17239e3", "tag": "ed67b356-a381-4fff-b159-68d2d2cfd2a2"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:41:55.868158 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:55.874622 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caead3cd-76de-4e3b-9f12-3ba9912659e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed67b356-a381-4fff-b159-68d2d2cfd2a2,revision_number=3']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:55.874622 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad4910b-45c8-40e6-b646-1c8bb8c527e7 x-openstack-request-id: req-4ad4910b-45c8-40e6-b646-1c8bb8c527e7 {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:41:55.874622 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409a8b9a-dd6d-47de-9bae-db7fa17239e3", "tag": "ed67b356-a381-4fff-b159-68d2d2cfd2a2", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:41:55.874622 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4ad4910b-45c8-40e6-b646-1c8bb8c527e7 {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:41:55.874622 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad4910b-45c8-40e6-b646-1c8bb8c527e7'] response: {'name': 'network-changed', 'server_uuid': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'tag': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2', 'status': 'completed', 'code': 200} Aug 05 15:41:55.885766 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-699a9d8d-c907-4e06-a667-4c94e2bcc80f None None] Provisioning complete for port 48995f61-b1de-411b-9621-65e545d953f7 triggered by entity DHCP. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:41:55.887926 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-699a9d8d-c907-4e06-a667-4c94e2bcc80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (48995f61-b1de-411b-9621-65e545d953f7), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:55.901790 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (48995f61-b1de-411b-9621-65e545d953f7), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:55.945646 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-699a9d8d-c907-4e06-a667-4c94e2bcc80f None None] Port 48995f61-b1de-411b-9621-65e545d953f7 cannot update to ACTIVE because it is not bound. {{(pid=104519) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 05 15:41:56.084701 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:56.201959 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48995f61-b1de-411b-9621-65e545d953f7 {{(pid=104518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:41:56.212242 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Publish callbacks [] for port (48995f61-b1de-411b-9621-65e545d953f7), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:56.225433 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.provisioning_blocks [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Transition to ACTIVE for port object 48995f61-b1de-411b-9621-65e545d953f7 will not be triggered until provisioned by entity L2. {{(pid=104518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 05 15:41:56.316059 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (48995f61-b1de-411b-9621-65e545d953f7), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:56.420601 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=48995f61-b1de-411b-9621-65e545d953f7,revision_number=2']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:56.466512 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.466874 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.467330 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.467757 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.468116 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.468451 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.468783 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.469108 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.469507 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.469993 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.470338 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.470667 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.470995 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.471521 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.472025 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:41:56.539196 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a03fc9-218c-4d6d-922a-00f481f37044 req-b4714abb-23eb-462f-acff-1a7e95a61240 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:56.541399 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-00a03fc9-218c-4d6d-922a-00f481f37044 req-b4714abb-23eb-462f-acff-1a7e95a61240 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 943 time: 0.1168230 Aug 05 15:41:56.570134 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Attempting to bind port 48995f61-b1de-411b-9621-65e545d953f7 on host hv-cinder-84989 for vnic_type normal with profile {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 05 15:41:56.570601 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Attempting to bind port 48995f61-b1de-411b-9621-65e545d953f7 by drivers openvswitch,hyperv on host hv-cinder-84989 at level 0 using segments [{'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 05 15:41:56.571374 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Attempting to bind port 48995f61-b1de-411b-9621-65e545d953f7 on network ea94c7fb-f199-4a01-9cab-f73506204f6e {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:41:56.578764 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Port 48995f61-b1de-411b-9621-65e545d953f7 on network ea94c7fb-f199-4a01-9cab-f73506204f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84989 {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 05 15:41:56.579068 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Attempting to bind port 48995f61-b1de-411b-9621-65e545d953f7 on network ea94c7fb-f199-4a01-9cab-f73506204f6e {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 05 15:41:56.588057 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Checking agent: {'id': '0d6fe326-df1e-45b6-a057-ec44ca111fa2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84989', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 5, 15, 29), 'started_at': datetime.datetime(2022, 8, 5, 15, 29), 'heartbeat_timestamp': datetime.datetime(2022, 8, 5, 15, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 05 15:41:56.588397 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Checking segment: {'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 05 15:41:56.588779 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Bound using segment: {'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'} {{(pid=104518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 05 15:41:56.589213 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.managers [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Bound port: 48995f61-b1de-411b-9621-65e545d953f7, host: hv-cinder-84989, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b02d2bf-684a-441b-91e0-b1c62a0c7c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e'}}] {{(pid=104518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 05 15:41:56.589572 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (48995f61-b1de-411b-9621-65e545d953f7), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:56.610662 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:41:56.644896 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-00a03fc9-218c-4d6d-922a-00f481f37044 req-b8beaf49-2f6f-4518-96cb-f8615c50a11e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927432 Aug 05 15:41:56.686856 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] For port 48995f61-b1de-411b-9621-65e545d953f7, host hv-cinder-84989, cleared binding levels {{(pid=104518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 05 15:41:56.691016 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] For port 48995f61-b1de-411b-9621-65e545d953f7, host hv-cinder-84989, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=48995f61-b1de-411b-9621-65e545d953f7,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 05 15:41:56.748284 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (48995f61-b1de-411b-9621-65e545d953f7), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:56.752624 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:56.753239 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:56.754670 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] 10.222.0.17 "PUT /networking/v2.0/ports/48995f61-b1de-411b-9621-65e545d953f7 HTTP/1.1" status: 200 len: 1093 time: 0.9819801 Aug 05 15:41:56.755158 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'tag': '48995f61-b1de-411b-9621-65e545d953f7'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:41:56.757487 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d677ae1-83ef-4bf5-851f-268b81d3ad04" -d '{"events": [{"name": "network-changed", "server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "tag": "48995f61-b1de-411b-9621-65e545d953f7"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:41:56.818595 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f712e8-6140-4010-a19a-b9c0cb7eaaa3 service neutron] Pushing event updated for resources: {'Port': ['ID=48995f61-b1de-411b-9621-65e545d953f7,revision_number=3']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:41:56.872019 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef024a5-a191-47c8-93e5-d9d6217b1fd5 x-openstack-request-id: req-eef024a5-a191-47c8-93e5-d9d6217b1fd5 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:41:56.872340 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "tag": "48995f61-b1de-411b-9621-65e545d953f7", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:41:56.872601 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-eef024a5-a191-47c8-93e5-d9d6217b1fd5 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:41:56.873022 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef024a5-a191-47c8-93e5-d9d6217b1fd5'] response: {'name': 'network-changed', 'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'tag': '48995f61-b1de-411b-9621-65e545d953f7', 'status': 'completed', 'code': 200} Aug 05 15:41:56.928735 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbe4ca-a782-45cc-9761-02477b88eb3c req-f7ffdbf6-5b49-4329-abb7-165f366383d7 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:56.930748 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e7bbe4ca-a782-45cc-9761-02477b88eb3c req-f7ffdbf6-5b49-4329-abb7-165f366383d7 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 943 time: 0.0563710 Aug 05 15:41:56.988752 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e7bbe4ca-a782-45cc-9761-02477b88eb3c req-d70e3641-2399-4902-ad34-885c55e16f94 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Aug 05 15:41:57.495508 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-96d2363d-3b78-43ec-97ee-2673dfd60f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:41:57.779799 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900f547-9828-4934-bac0-efab7bdd0308 req-ec1b6f3e-4392-4997-b098-d8615962f8b5 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:57.781739 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5900f547-9828-4934-bac0-efab7bdd0308 req-ec1b6f3e-4392-4997-b098-d8615962f8b5 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 943 time: 0.0496624 Aug 05 15:41:57.841160 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5900f547-9828-4934-bac0-efab7bdd0308 req-fe30c324-dfe7-4cbd-83a5-dfadc94ff2eb tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531688 Aug 05 15:41:58.113819 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83eae5-b07e-46ed-9452-d0e8676a5d3c req-a818c54b-b6dd-4eaa-83a4-108274dc4aae tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:58.118700 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1d83eae5-b07e-46ed-9452-d0e8676a5d3c req-a818c54b-b6dd-4eaa-83a4-108274dc4aae tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 943 time: 0.0511665 Aug 05 15:41:58.173687 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1d83eae5-b07e-46ed-9452-d0e8676a5d3c req-f80fc168-6c78-4e66-a6cc-487928a2f397 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518086 Aug 05 15:41:58.997932 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893cb44b-96b8-41b8-8154-3b4030fd6934 req-04375c93-cc9a-4ec6-bda0-bfc66f7aff15 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:58.999931 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-893cb44b-96b8-41b8-8154-3b4030fd6934 req-04375c93-cc9a-4ec6-bda0-bfc66f7aff15 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 943 time: 0.0730619 Aug 05 15:41:59.068667 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-893cb44b-96b8-41b8-8154-3b4030fd6934 req-f830970a-5190-418f-ab46-d65bec8bef65 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631773 Aug 05 15:41:59.301623 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c138508-e39d-46fc-b398-aec10d50a15a req-768d9a54-7cef-4ff7-8480-9f33a76d89dd tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:41:59.303230 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9c138508-e39d-46fc-b398-aec10d50a15a req-768d9a54-7cef-4ff7-8480-9f33a76d89dd tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 943 time: 0.0523853 Aug 05 15:41:59.352593 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9c138508-e39d-46fc-b398-aec10d50a15a req-fddae33f-82c6-4ddf-b62e-f01ecf5097e1 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429246 Aug 05 15:41:59.889144 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-e9caeb7e-4de8-4e80-a211-4966ed05535a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:00.201847 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b562c-32a6-46db-809a-a9f52070e103 req-f2b44df0-5b1a-4331-b61c-c84588cb2ad7 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:00.203564 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-284b562c-32a6-46db-809a-a9f52070e103 req-f2b44df0-5b1a-4331-b61c-c84588cb2ad7 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 943 time: 0.0546465 Aug 05 15:42:00.226920 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:00.277044 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-284b562c-32a6-46db-809a-a9f52070e103 req-2627c682-bd10-4955-9708-29d488c9fe1e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673099 Aug 05 15:42:00.478988 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719e58c-1d03-4eca-b062-a6600dde6718 req-36e105e4-43ea-4eb9-89da-a72df94f66ba tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:00.480395 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f719e58c-1d03-4eca-b062-a6600dde6718 req-36e105e4-43ea-4eb9-89da-a72df94f66ba tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 943 time: 0.0523014 Aug 05 15:42:00.553291 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f719e58c-1d03-4eca-b062-a6600dde6718 req-82f2eb8d-4fef-49fe-b3f6-d3b8cdd62791 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671115 Aug 05 15:42:00.797511 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd809ee-931b-47b8-8ea3-40247177315d req-f3e728fa-e43b-4b82-a2b5-2510d53caaa0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:00.799061 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5fd809ee-931b-47b8-8ea3-40247177315d req-f3e728fa-e43b-4b82-a2b5-2510d53caaa0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0512223 Aug 05 15:42:00.865478 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5fd809ee-931b-47b8-8ea3-40247177315d req-a063ee9c-29a0-436b-a658-cbf2801c16ef tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603514 Aug 05 15:42:00.923729 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:00.959410 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:01.395172 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e52c4-9f1d-46cb-8367-dcf8f633a072 req-2f3193b1-98d2-4b3d-b28c-c7fcbbcb3666 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:01.396693 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-849e52c4-9f1d-46cb-8367-dcf8f633a072 req-2f3193b1-98d2-4b3d-b28c-c7fcbbcb3666 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 943 time: 0.0470436 Aug 05 15:42:01.449154 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-849e52c4-9f1d-46cb-8367-dcf8f633a072 req-c4403f71-95a5-4ae1-b3e3-eec0e90dc1a0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455508 Aug 05 15:42:01.674530 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e66e57-b368-428d-8fd7-e39a120a96f6 req-9298f605-a987-43f6-b97c-720855aa6366 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:01.676182 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-15e66e57-b368-428d-8fd7-e39a120a96f6 req-9298f605-a987-43f6-b97c-720855aa6366 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 943 time: 0.0487285 Aug 05 15:42:01.726000 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-15e66e57-b368-428d-8fd7-e39a120a96f6 req-3fe43194-98db-4d3c-8fd5-66f69b65b082 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Aug 05 15:42:02.001110 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac4ecd-a80b-4d19-aa96-b46c9dee4c2b req-75e685ff-18e5-4369-90c8-7ab8e49ad542 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:02.002624 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a8ac4ecd-a80b-4d19-aa96-b46c9dee4c2b req-75e685ff-18e5-4369-90c8-7ab8e49ad542 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0587449 Aug 05 15:42:02.047070 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:02.072969 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a8ac4ecd-a80b-4d19-aa96-b46c9dee4c2b req-688d2bcb-4ee9-4b1f-98af-68bbf774a01d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626585 Aug 05 15:42:02.403716 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:02.594760 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543d59e-1a5e-4746-a419-f770150696f1 req-929cc527-11e3-40be-8bf1-20355400207c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:02.596534 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1543d59e-1a5e-4746-a419-f770150696f1 req-929cc527-11e3-40be-8bf1-20355400207c tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 943 time: 0.0690243 Aug 05 15:42:02.622046 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:02.649252 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1543d59e-1a5e-4746-a419-f770150696f1 req-8fc30873-e1a6-4c2b-9d1e-12f0d73631af tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472283 Aug 05 15:42:02.859762 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dc2c5-fdc3-4b21-abb0-d2cf24cd5faf req-27d166a7-0379-4ef4-8ecf-643c9cf7583a tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:02.866665 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a38dc2c5-fdc3-4b21-abb0-d2cf24cd5faf req-27d166a7-0379-4ef4-8ecf-643c9cf7583a tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 943 time: 0.0595582 Aug 05 15:42:02.897059 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:02.900900 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:02.910995 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a38dc2c5-fdc3-4b21-abb0-d2cf24cd5faf req-e89486c8-a9ab-4fc2-81a8-056f8be749f8 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435245 Aug 05 15:42:03.199293 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877732d-eca7-46a5-885f-b6149cd84f75 req-a63a5fa5-3803-4a46-8afe-c78f4c303d00 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:03.200851 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6877732d-eca7-46a5-885f-b6149cd84f75 req-a63a5fa5-3803-4a46-8afe-c78f4c303d00 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0512464 Aug 05 15:42:03.251191 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6877732d-eca7-46a5-885f-b6149cd84f75 req-4b6f2025-bab0-49b8-bbbe-fa4298c98504 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 Aug 05 15:42:03.773747 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593be8a3-f894-4f62-a147-0300b24f4ddf req-15ed38d9-d1a9-441f-bb87-e4a13109f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:03.776228 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-593be8a3-f894-4f62-a147-0300b24f4ddf req-15ed38d9-d1a9-441f-bb87-e4a13109f6bf service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 1127 time: 0.0447788 Aug 05 15:42:03.813357 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa115e-b19f-404f-bdb6-8e142f886625 req-61cc83b3-aef9-47b9-9bc2-f00ba1e965a1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:03.814867 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-33fa115e-b19f-404f-bdb6-8e142f886625 req-61cc83b3-aef9-47b9-9bc2-f00ba1e965a1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 943 time: 0.0795066 Aug 05 15:42:03.820786 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d677ae1-83ef-4bf5-851f-268b81d3ad04 req-746f25f1-841f-4b98-a14d-2e8ddb8399d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:03.822831 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2d677ae1-83ef-4bf5-851f-268b81d3ad04 req-746f25f1-841f-4b98-a14d-2e8ddb8399d1 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=6e62e9372a7a47528e7973537bebbfb6&device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 1127 time: 0.0779521 Aug 05 15:42:03.883238 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593be8a3-f894-4f62-a147-0300b24f4ddf req-1c3dca71-8e16-4554-8641-06f7e97768bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:03.885352 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-593be8a3-f894-4f62-a147-0300b24f4ddf req-1c3dca71-8e16-4554-8641-06f7e97768bf service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=2c77da48edba4903a1c51fee2a856167&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1009343 Aug 05 15:42:03.922815 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-33fa115e-b19f-404f-bdb6-8e142f886625 req-cad5496f-721f-41c7-9c99-ecc7e2aceb68 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990412 Aug 05 15:42:03.956461 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:03.958939 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d677ae1-83ef-4bf5-851f-268b81d3ad04 req-ddb732be-1756-4b51-931f-3bf7dd3e9dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:03.960457 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2d677ae1-83ef-4bf5-851f-268b81d3ad04 req-ddb732be-1756-4b51-931f-3bf7dd3e9dc7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?tenant_id=6e62e9372a7a47528e7973537bebbfb6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1298122 Aug 05 15:42:04.053761 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593be8a3-f894-4f62-a147-0300b24f4ddf req-46270900-e1a0-4a66-bcbc-4da106f3b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:04.055257 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-593be8a3-f894-4f62-a147-0300b24f4ddf req-46270900-e1a0-4a66-bcbc-4da106f3b21d service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041069 Aug 05 15:42:04.084896 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dff170-159f-4fa1-8648-d4fdb5bfd24e req-753a9465-4847-40e0-b1ec-8120854aea32 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:04.086349 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-53dff170-159f-4fa1-8648-d4fdb5bfd24e req-753a9465-4847-40e0-b1ec-8120854aea32 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 943 time: 0.0876880 Aug 05 15:42:04.132910 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d677ae1-83ef-4bf5-851f-268b81d3ad04 req-804f0d05-497d-44cf-8df2-5f33ef68f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:04.134822 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-be72ae29-e372-4b3b-906c-bc7bb77e1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:04.135006 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-2d677ae1-83ef-4bf5-851f-268b81d3ad04 req-804f0d05-497d-44cf-8df2-5f33ef68f30f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1556375 Aug 05 15:42:04.136353 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-be72ae29-e372-4b3b-906c-bc7bb77e1b0d service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 1127 time: 0.0460215 Aug 05 15:42:04.168514 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-53dff170-159f-4fa1-8648-d4fdb5bfd24e req-dc1cb3fd-d616-4c2b-bbfc-ddced2d79e05 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703423 Aug 05 15:42:04.180030 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-a960ba18-41bf-4a62-8968-53113d8ec064 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed67b356-a381-4fff-b159-68d2d2cfd2a2 HTTP/1.1" status: 200 len: 217 time: 0.0356405 Aug 05 15:42:04.216972 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5befe-b08e-4530-8359-8905fa1e369f req-30bdb774-dc58-4127-9ae8-4456bb18826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:04.218458 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-30bdb774-dc58-4127-9ae8-4456bb18826c service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=6e62e9372a7a47528e7973537bebbfb6&device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 1127 time: 0.0412161 Aug 05 15:42:04.229627 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-f860b09e-8dc3-480e-b98b-cbd527374949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:04.231094 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-f860b09e-8dc3-480e-b98b-cbd527374949 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c7a52748-13b7-41f4-a2d6-6c53085216f4 HTTP/1.1" status: 200 len: 854 time: 0.0457449 Aug 05 15:42:04.257659 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-74da47f0-bed9-44a2-ab4a-1a9f30f74a38 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48995f61-b1de-411b-9621-65e545d953f7 HTTP/1.1" status: 200 len: 217 time: 0.0324597 Aug 05 15:42:04.279131 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-05876c60-8b5b-4403-bcfe-1c3ec9812665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:04.280699 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-05876c60-8b5b-4403-bcfe-1c3ec9812665 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b05605aa-dd0e-428b-8865-2528537f12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432456 Aug 05 15:42:04.309640 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5befe-b08e-4530-8359-8905fa1e369f req-1ffbd5e6-1512-4ce6-acdb-b3b9117e4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:04.311337 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-1ffbd5e6-1512-4ce6-acdb-b3b9117e4c19 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=71df6cf7-5f37-4cbb-b574-fc2d4c4be892 HTTP/1.1" status: 200 len: 854 time: 0.0479586 Aug 05 15:42:04.373864 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-ad21c00e-ba26-4044-be3e-78751a9859cb service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869052 Aug 05 15:42:04.389493 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5befe-b08e-4530-8359-8905fa1e369f req-3817e65a-0b59-486e-8769-132811ca1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:04.390890 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-3817e65a-0b59-486e-8769-132811ca1851 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea94c7fb-f199-4a01-9cab-f73506204f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731258 Aug 05 15:42:04.398855 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e48ab70-7081-4266-9c7f-5523ab13a197 req-d59f6da8-d3a7-427d-8261-8bc618d428a2 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:04.400918 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6e48ab70-7081-4266-9c7f-5523ab13a197 req-d59f6da8-d3a7-427d-8261-8bc618d428a2 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0729544 Aug 05 15:42:04.468060 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-e13eee38-3f2d-4cad-9d90-0c3fae943124 req-3e469a6f-6a83-4588-8477-e18e9f53f611 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885596 Aug 05 15:42:04.510146 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6e48ab70-7081-4266-9c7f-5523ab13a197 req-3ebd942c-4a0f-4ead-995f-22fe2b3b2a76 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010792 Aug 05 15:42:04.523879 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-871ab5b0-0abd-4507-aa9b-d3643587f7cf service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220677 Aug 05 15:42:04.587360 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:04.613864 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-26a5befe-b08e-4530-8359-8905fa1e369f req-dbd59b0a-ffe6-49dd-a21f-b6638cb408cf service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841520 Aug 05 15:42:05.037940 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8be2bb-fd65-4059-af81-9d1e0729a15b req-553e6c89-c1bf-4847-b5a2-43d6b9e7263e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:05.039387 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4f8be2bb-fd65-4059-af81-9d1e0729a15b req-553e6c89-c1bf-4847-b5a2-43d6b9e7263e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 943 time: 0.0466070 Aug 05 15:42:05.089002 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4f8be2bb-fd65-4059-af81-9d1e0729a15b req-33cbdc2a-e972-490f-a210-69782b1c5736 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436711 Aug 05 15:42:05.281248 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618c996-f3a7-4b95-a201-4a3ed7d6ae16 req-ad7f746d-30b8-470e-a35d-7998898960e0 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:05.282979 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6618c996-f3a7-4b95-a201-4a3ed7d6ae16 req-ad7f746d-30b8-470e-a35d-7998898960e0 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 943 time: 0.0458722 Aug 05 15:42:05.329660 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6618c996-f3a7-4b95-a201-4a3ed7d6ae16 req-4d549753-9cc9-4e51-8cad-c8de5243335a tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Aug 05 15:42:05.626136 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a12f2e-81dc-4b9c-8658-cae12915e40f req-5037aacf-dc31-4879-a099-6925d5758ea8 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:05.627604 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e6a12f2e-81dc-4b9c-8658-cae12915e40f req-5037aacf-dc31-4879-a099-6925d5758ea8 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0456512 Aug 05 15:42:05.689240 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e6a12f2e-81dc-4b9c-8658-cae12915e40f req-a4fbff98-6ad2-4590-90d4-de6a66a7dafa tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559220 Aug 05 15:42:06.458757 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:06.496889 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712d7e4-08fc-4408-9a95-c339f0ffcaa8 req-5173bcca-0500-42b0-9fc2-93927d3b09b5 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:06.498334 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4712d7e4-08fc-4408-9a95-c339f0ffcaa8 req-5173bcca-0500-42b0-9fc2-93927d3b09b5 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 943 time: 0.3361273 Aug 05 15:42:06.519883 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62718c5-40ff-4ce0-a8a8-6d239a006f8b req-a065acc0-c27a-48d0-b062-7addc6b89c75 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:06.523410 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c62718c5-40ff-4ce0-a8a8-6d239a006f8b req-a065acc0-c27a-48d0-b062-7addc6b89c75 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 943 time: 0.0660307 Aug 05 15:42:06.588000 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4712d7e4-08fc-4408-9a95-c339f0ffcaa8 req-5ec04aea-ec27-4689-8fe1-8001a6827d33 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815153 Aug 05 15:42:06.592285 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c62718c5-40ff-4ce0-a8a8-6d239a006f8b req-e84f83aa-bae6-4ec9-8589-b48d1bed60cc tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632534 Aug 05 15:42:06.808658 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ae1f7-7161-4d5b-b4cc-b7d038186146 req-3f591a81-d2e0-44fc-977c-3d0090455381 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:06.810228 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-619ae1f7-7161-4d5b-b4cc-b7d038186146 req-3f591a81-d2e0-44fc-977c-3d0090455381 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0495985 Aug 05 15:42:06.858497 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-619ae1f7-7161-4d5b-b4cc-b7d038186146 req-33bc1f9f-95ee-4631-8384-dcbe134fd391 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427809 Aug 05 15:42:07.731157 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5204e240-60d8-43d9-b761-6b246fa255c8 req-63b2d115-4ef0-4de1-8db4-5d498a927f61 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:07.732581 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5204e240-60d8-43d9-b761-6b246fa255c8 req-63b2d115-4ef0-4de1-8db4-5d498a927f61 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 943 time: 0.0737705 Aug 05 15:42:07.732999 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 48995f61-b1de-411b-9621-65e545d953f7 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:42:07.740967 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d24ceb-cbda-4f23-9aff-5fb859234c09 req-81f2b989-92ed-40eb-9eaa-6096c42abe85 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:07.742392 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-56d24ceb-cbda-4f23-9aff-5fb859234c09 req-81f2b989-92ed-40eb-9eaa-6096c42abe85 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 943 time: 0.0726738 Aug 05 15:42:07.821141 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5204e240-60d8-43d9-b761-6b246fa255c8 req-846413d9-4b30-4778-9321-0f7122cd03b5 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777817 Aug 05 15:42:07.824712 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-56d24ceb-cbda-4f23-9aff-5fb859234c09 req-94efd7d6-49d8-4884-ad5e-e215ab4357e7 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750501 Aug 05 15:42:07.835077 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 48995f61-b1de-411b-9621-65e545d953f7, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=48995f61-b1de-411b-9621-65e545d953f7,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:42:07.847367 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '48995f61-b1de-411b-9621-65e545d953f7', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'port_id': '48995f61-b1de-411b-9621-65e545d953f7', 'mac_address': 'fa:16:3e:89:d0:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:42:07.879945 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 48995f61-b1de-411b-9621-65e545d953f7 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:42:07.880463 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (48995f61-b1de-411b-9621-65e545d953f7), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:07.897057 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48995f61-b1de-411b-9621-65e545d953f7 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:42:07.917996 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 48995f61-b1de-411b-9621-65e545d953f7, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=48995f61-b1de-411b-9621-65e545d953f7,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:42:07.968845 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (48995f61-b1de-411b-9621-65e545d953f7), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:07.969601 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device ed67b356-a381-4fff-b159-68d2d2cfd2a2 details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:42:07.979318 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb9475-35e7-41f5-b60e-cf7d949cff34 req-0444e9d7-a6b7-4b1c-9324-4ac506572d23 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:07.980831 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ffcb9475-35e7-41f5-b60e-cf7d949cff34 req-0444e9d7-a6b7-4b1c-9324-4ac506572d23 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0483828 Aug 05 15:42:08.013755 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:08.033247 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ffcb9475-35e7-41f5-b60e-cf7d949cff34 req-f50cd690-1307-4c51-b717-cb371c4d4f22 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462677 Aug 05 15:42:08.037863 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=48995f61-b1de-411b-9621-65e545d953f7,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:08.110811 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port ed67b356-a381-4fff-b159-68d2d2cfd2a2, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=ed67b356-a381-4fff-b159-68d2d2cfd2a2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:42:08.121903 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'port_id': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2', 'mac_address': 'fa:16:3e:7c:50:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:42:08.156172 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port ed67b356-a381-4fff-b159-68d2d2cfd2a2 is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:42:08.156856 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:08.170018 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed67b356-a381-4fff-b159-68d2d2cfd2a2 {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:42:08.190372 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port ed67b356-a381-4fff-b159-68d2d2cfd2a2, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=ed67b356-a381-4fff-b159-68d2d2cfd2a2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:42:08.260437 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:08.281971 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:08.306697 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=ed67b356-a381-4fff-b159-68d2d2cfd2a2,revision_number=4']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:08.595906 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['48995f61-b1de-411b-9621-65e545d953f7'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:42:08.665684 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['ed67b356-a381-4fff-b159-68d2d2cfd2a2'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:42:08.979412 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d8a73-084c-480c-b7a7-7c8a68ee9787 req-c2751d97-a568-4c26-be01-df470aef959f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:08.980840 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7a5d8a73-084c-480c-b7a7-7c8a68ee9787 req-c2751d97-a568-4c26-be01-df470aef959f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 944 time: 0.0833747 Aug 05 15:42:08.991047 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62001d13-139b-4c68-9430-6719370b20b8 req-d81d89e1-12bf-4ad6-bfae-683b1093466b tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:08.992455 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-62001d13-139b-4c68-9430-6719370b20b8 req-d81d89e1-12bf-4ad6-bfae-683b1093466b tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 944 time: 0.0937700 Aug 05 15:42:09.023599 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:09.067352 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7a5d8a73-084c-480c-b7a7-7c8a68ee9787 req-ee88cf3d-2071-409d-8e79-fee90b1814c1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739856 Aug 05 15:42:09.071963 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-62001d13-139b-4c68-9430-6719370b20b8 req-6d1a5137-9c5e-4338-a719-ad9402988e92 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713308 Aug 05 15:42:09.166925 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6d5df-74f1-47cd-b510-d9210173df28 req-4257fb5f-b393-4505-bce7-62ddb9e49ee8 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:09.172298 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0fd6d5df-74f1-47cd-b510-d9210173df28 req-4257fb5f-b393-4505-bce7-62ddb9e49ee8 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0465472 Aug 05 15:42:09.221470 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0fd6d5df-74f1-47cd-b510-d9210173df28 req-71404347-5d5b-4277-8fb7-a12f6f4121a5 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474658 Aug 05 15:42:09.748740 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device ed67b356-a381-4fff-b159-68d2d2cfd2a2 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:42:09.790898 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port ed67b356-a381-4fff-b159-68d2d2cfd2a2 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:42:09.854653 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port ed67b356-a381-4fff-b159-68d2d2cfd2a2 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:42:09.855021 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:10.044867 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port ed67b356-a381-4fff-b159-68d2d2cfd2a2 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:42:10.045246 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:10.067502 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:42:10.069790 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585ebb32-eaa1-44d4-9a38-4ed73056914d" -d '{"events": [{"server_uuid": "409a8b9a-dd6d-47de-9bae-db7fa17239e3", "name": "network-vif-plugged", "status": "completed", "tag": "ed67b356-a381-4fff-b159-68d2d2cfd2a2"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:42:10.081707 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port ed67b356-a381-4fff-b159-68d2d2cfd2a2, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=ed67b356-a381-4fff-b159-68d2d2cfd2a2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:42:10.140389 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:10.141229 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 48995f61-b1de-411b-9621-65e545d953f7 up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:42:10.193821 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4616fd-5f4a-4089-a7bb-e7e03f96d48d x-openstack-request-id: req-cc4616fd-5f4a-4089-a7bb-e7e03f96d48d {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:42:10.194003 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0f9cb-ef16-42b4-b762-d4865bbab863 req-49c54b7c-902b-4d86-ad9d-aaac99f7bae8 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:10.194474 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a8b9a-dd6d-47de-9bae-db7fa17239e3", "name": "network-vif-plugged", "status": "completed", "tag": "ed67b356-a381-4fff-b159-68d2d2cfd2a2", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:42:10.194474 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cc4616fd-5f4a-4089-a7bb-e7e03f96d48d {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:42:10.194734 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4616fd-5f4a-4089-a7bb-e7e03f96d48d'] response: {'server_uuid': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2', 'code': 200} Aug 05 15:42:10.195513 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a8b0f9cb-ef16-42b4-b762-d4865bbab863 req-49c54b7c-902b-4d86-ad9d-aaac99f7bae8 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 945 time: 0.0553696 Aug 05 15:42:10.215426 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:10.223105 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=ed67b356-a381-4fff-b159-68d2d2cfd2a2,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:10.234587 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning for port 48995f61-b1de-411b-9621-65e545d953f7 completed by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 05 15:42:10.252350 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a8b0f9cb-ef16-42b4-b762-d4865bbab863 req-a3bba350-499d-4339-bcd1-416c4cd5f387 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482378 Aug 05 15:42:10.296610 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 48995f61-b1de-411b-9621-65e545d953f7 triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:42:10.296907 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (48995f61-b1de-411b-9621-65e545d953f7), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:10.319874 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb8af-407f-4db1-9b20-125fb55e50a3 req-aebfc402-d4a3-4707-8036-148fc9647bfd tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:10.322036 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-942fb8af-407f-4db1-9b20-125fb55e50a3 req-aebfc402-d4a3-4707-8036-148fc9647bfd tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 944 time: 0.0582044 Aug 05 15:42:10.393300 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca89983-ed69-4cfd-b5b8-0e2cfa800ba9 req-08090ced-5bb4-43b8-8a4e-aa0ecb66f90c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:10.394787 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0ca89983-ed69-4cfd-b5b8-0e2cfa800ba9 req-08090ced-5bb4-43b8-8a4e-aa0ecb66f90c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0718656 Aug 05 15:42:10.395205 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 48995f61-b1de-411b-9621-65e545d953f7 is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:42:10.395664 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (48995f61-b1de-411b-9621-65e545d953f7), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:10.407154 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:10.425088 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-942fb8af-407f-4db1-9b20-125fb55e50a3 req-a01aecf2-8f68-48fc-b68f-1ac4e5b1f18e tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922778 Aug 05 15:42:10.427099 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:10.430289 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 48995f61-b1de-411b-9621-65e545d953f7, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=48995f61-b1de-411b-9621-65e545d953f7,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:42:10.459529 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0ca89983-ed69-4cfd-b5b8-0e2cfa800ba9 req-3a68fed1-306e-4450-8164-18b441fed02a tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580611 Aug 05 15:42:10.515132 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f0aac-a264-4f26-9eb3-c9e27d1db66c req-d56c9c57-aef5-436e-9c07-e3d1d4d28dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:10.516761 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aa2f0aac-a264-4f26-9eb3-c9e27d1db66c req-d56c9c57-aef5-436e-9c07-e3d1d4d28dff service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 1129 time: 0.0404489 Aug 05 15:42:10.540402 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (48995f61-b1de-411b-9621-65e545d953f7), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:10.561445 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-aa2f0aac-a264-4f26-9eb3-c9e27d1db66c req-9e22707a-37c6-4e8d-97d2-7e3d732d4e46 service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390103 Aug 05 15:42:10.587392 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=48995f61-b1de-411b-9621-65e545d953f7,revision_number=5']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:11.371276 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e7411-4632-4dfb-82ea-fee59fb4ed6f req-506412e8-3de0-42be-9243-08ddd3492756 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:11.372775 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-792e7411-4632-4dfb-82ea-fee59fb4ed6f req-506412e8-3de0-42be-9243-08ddd3492756 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 945 time: 0.0475471 Aug 05 15:42:11.425798 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-792e7411-4632-4dfb-82ea-fee59fb4ed6f req-1b167d96-62ed-4e6e-a311-3892e7a18e3f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472960 Aug 05 15:42:11.554118 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ac994-21b3-4574-88d5-dc822c5ea2b8 req-a37e4ae2-59a2-45da-a648-9eac200679c3 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:11.555620 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b49ac994-21b3-4574-88d5-dc822c5ea2b8 req-a37e4ae2-59a2-45da-a648-9eac200679c3 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 945 time: 0.0574894 Aug 05 15:42:11.602635 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32275328-1f6c-45dd-8eaa-f9a7b6eda952 req-5b74e366-1b4c-483f-a7e0-e8448dfc862c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:11.604107 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32275328-1f6c-45dd-8eaa-f9a7b6eda952 req-5b74e366-1b4c-483f-a7e0-e8448dfc862c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0700772 Aug 05 15:42:11.643499 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b49ac994-21b3-4574-88d5-dc822c5ea2b8 req-96158952-766f-4540-9af9-f73dd1fae208 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721366 Aug 05 15:42:11.672253 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32275328-1f6c-45dd-8eaa-f9a7b6eda952 req-e7ada030-3036-4769-a1f8-01bbbbd8081a tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585818 Aug 05 15:42:12.195415 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48995f61-b1de-411b-9621-65e545d953f7'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:42:12.198504 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e223ae-8c77-4e18-8aae-a6c619e2dca3" -d '{"events": [{"server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "name": "network-vif-plugged", "status": "completed", "tag": "48995f61-b1de-411b-9621-65e545d953f7"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:42:12.237299 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd8dee1-c552-471f-9288-4ccf94bc775e x-openstack-request-id: req-6cd8dee1-c552-471f-9288-4ccf94bc775e {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:42:12.237595 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "name": "network-vif-plugged", "status": "completed", "tag": "48995f61-b1de-411b-9621-65e545d953f7", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:42:12.237846 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6cd8dee1-c552-471f-9288-4ccf94bc775e {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:42:12.238239 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd8dee1-c552-471f-9288-4ccf94bc775e'] response: {'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48995f61-b1de-411b-9621-65e545d953f7', 'code': 200} Aug 05 15:42:12.547339 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f36547-91ab-46ec-a113-34fa01d84291 req-192f1547-2722-41c9-a484-6ca906404d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:12.548879 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-33f36547-91ab-46ec-a113-34fa01d84291 req-192f1547-2722-41c9-a484-6ca906404d32 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 1129 time: 0.0695045 Aug 05 15:42:12.567557 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a6676-c7d3-4b2a-83a9-d31e8f0cc85f req-ebf53001-70c8-4692-8955-a497ff654ddc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:12.568969 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8d6a6676-c7d3-4b2a-83a9-d31e8f0cc85f req-ebf53001-70c8-4692-8955-a497ff654ddc tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 945 time: 0.0590839 Aug 05 15:42:12.605596 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:12.634036 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-33f36547-91ab-46ec-a113-34fa01d84291 req-a9fe1ff8-7423-4601-8953-58e03cb841bc service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768862 Aug 05 15:42:12.637402 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8d6a6676-c7d3-4b2a-83a9-d31e8f0cc85f req-279f3c8a-5cb3-4262-a19d-4089af79e69e tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603826 Aug 05 15:42:12.783423 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa0313-5600-43e5-aab0-27ec727e6994 req-69280616-d05b-4a7e-b51f-32964b4146b0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:12.784904 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9afa0313-5600-43e5-aab0-27ec727e6994 req-69280616-d05b-4a7e-b51f-32964b4146b0 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 945 time: 0.0778844 Aug 05 15:42:12.793396 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c21b1a-f198-43f1-aa1d-c86547593d9d req-ad0df29a-669a-4908-8854-cc7e867c0533 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:12.794810 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b4c21b1a-f198-43f1-aa1d-c86547593d9d req-ad0df29a-669a-4908-8854-cc7e867c0533 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 945 time: 0.0771222 Aug 05 15:42:12.796763 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48656) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:12.801024 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-66127caa-32f0-44b2-b853-6b93884bd55f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Request body: {'floatingip': {'port_id': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:42:12.862882 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-66127caa-32f0-44b2-b853-6b93884bd55f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (28e7b48e-d632-416f-add3-c6675daba4ec), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:12.990131 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7ab37-ff7f-4c3e-8803-b34990ef2d9d req-0173bbbf-d891-442f-86d0-1cbfbf7976a6 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:12.991578 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-39e7ab37-ff7f-4c3e-8803-b34990ef2d9d req-0173bbbf-d891-442f-86d0-1cbfbf7976a6 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.1528606 Aug 05 15:42:13.017695 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b4c21b1a-f198-43f1-aa1d-c86547593d9d req-94dc7986-69a9-40b1-aadb-46ea166deb73 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127235 Aug 05 15:42:13.027520 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0491d4f-c4c0-404a-ac7f-1eac6b11ae7e req-4d51e006-6baf-4949-ae16-0bd122017ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:13.029021 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b0491d4f-c4c0-404a-ac7f-1eac6b11ae7e req-4d51e006-6baf-4949-ae16-0bd122017ec8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7b3f679565d546ff8e6418643699c002&device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 1130 time: 0.1423864 Aug 05 15:42:13.098820 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-39e7ab37-ff7f-4c3e-8803-b34990ef2d9d req-e14699bb-123f-490a-9e2c-c5fb820ef92e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999985 Aug 05 15:42:13.276096 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:13.423554 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0491d4f-c4c0-404a-ac7f-1eac6b11ae7e req-e27441d4-5e41-48eb-b918-1a4ed719c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:13.424924 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b0491d4f-c4c0-404a-ac7f-1eac6b11ae7e req-e27441d4-5e41-48eb-b918-1a4ed719c8c7 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=a6b6686e-428b-46bc-8365-eafa91007418 HTTP/1.1" status: 200 len: 908 time: 0.1605055 Aug 05 15:42:13.522611 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-66127caa-32f0-44b2-b853-6b93884bd55f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:13.526619 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b0491d4f-c4c0-404a-ac7f-1eac6b11ae7e req-f437d419-6d94-4ce4-a4eb-7231c55e5cc1 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2ba23a-8013-4633-b805-dfe87929d3df HTTP/1.1" status: 200 len: 1001 time: 0.0922651 Aug 05 15:42:13.591425 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-66127caa-32f0-44b2-b853-6b93884bd55f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (28e7b48e-d632-416f-add3-c6675daba4ec), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:13.674375 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:13.688632 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [None req-66127caa-32f0-44b2-b853-6b93884bd55f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Floating IP 28e7b48e-d632-416f-add3-c6675daba4ec associated. External IP: 172.27.0.32, port: ed67b356-a381-4fff-b159-68d2d2cfd2a2. Aug 05 15:42:13.886777 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66127caa-32f0-44b2-b853-6b93884bd55f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Router 2a094309-06d4-48a9-ada8-166e4358c861 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:42:14.029086 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0491d4f-c4c0-404a-ac7f-1eac6b11ae7e req-d81c9801-9574-45b0-913b-656793556143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:14.030589 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b0491d4f-c4c0-404a-ac7f-1eac6b11ae7e req-d81c9801-9574-45b0-913b-656793556143 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=23d3e519-ccfd-4d6b-be30-9de8d71ac086 HTTP/1.1" status: 200 len: 846 time: 0.0934889 Aug 05 15:42:14.053810 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66127caa-32f0-44b2-b853-6b93884bd55f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:42:14.059093 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-66127caa-32f0-44b2-b853-6b93884bd55f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:14.065001 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f95492-8750-4d8b-897b-1482c5cacc2b None None] Sync routers for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:42:14.078921 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f95492-8750-4d8b-897b-1482c5cacc2b None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:42:14.081333 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-84f95492-8750-4d8b-897b-1482c5cacc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:42:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:42:14.144615 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0491d4f-c4c0-404a-ac7f-1eac6b11ae7e req-9cc31d55-782a-4976-81ab-96916249920f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:14.146030 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b0491d4f-c4c0-404a-ac7f-1eac6b11ae7e req-9cc31d55-782a-4976-81ab-96916249920f service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=a6b6686e-428b-46bc-8365-eafa91007418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029789 Aug 05 15:42:14.149731 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-66127caa-32f0-44b2-b853-6b93884bd55f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/28e7b48e-d632-416f-add3-c6675daba4ec HTTP/1.1" status: 200 len: 990 time: 1.3519771 Aug 05 15:42:14.152543 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'tag': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:42:14.156404 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537b49d3-4efc-453f-8c51-544ea15de129" -d '{"events": [{"name": "network-changed", "server_uuid": "409a8b9a-dd6d-47de-9bae-db7fa17239e3", "tag": "ed67b356-a381-4fff-b159-68d2d2cfd2a2"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:42:14.174587 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e46ff-d56f-41c8-971b-03677c67f330 req-d80751d0-e0d7-4082-8885-145714b08526 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:14.176114 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-761e46ff-d56f-41c8-971b-03677c67f330 req-d80751d0-e0d7-4082-8885-145714b08526 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 945 time: 0.0812671 Aug 05 15:42:14.196566 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-84f95492-8750-4d8b-897b-1482c5cacc2b None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:42:14.260214 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:14.425060 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-84f95492-8750-4d8b-897b-1482c5cacc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '28e7b48e-d632-416f-add3-c6675daba4ec', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:7c:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:41:50Z', 'updated_at': '2022-08-05T15:42:13Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:42:14.450456 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f95492-8750-4d8b-897b-1482c5cacc2b None None] Checking router: 2a094309-06d4-48a9-ada8-166e4358c861 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:42:14.459603 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f95492-8750-4d8b-897b-1482c5cacc2b None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:42:14.460264 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-84f95492-8750-4d8b-897b-1482c5cacc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:42:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:42:14.463158 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=70 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:14.464672 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=54 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:14.563528 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc90531-773a-4ffa-91b2-fc376efc35f3 req-060d769a-4c5c-4142-a683-4cd0823db5f3 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:14.565019 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-abc90531-773a-4ffa-91b2-fc376efc35f3 req-060d769a-4c5c-4142-a683-4cd0823db5f3 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.3520973 Aug 05 15:42:14.568449 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-84f95492-8750-4d8b-897b-1482c5cacc2b None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:42:14.594018 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-761e46ff-d56f-41c8-971b-03677c67f330 req-ecc61f35-817b-4b91-9360-ba7f39355741 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826549 Aug 05 15:42:14.635848 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b0491d4f-c4c0-404a-ac7f-1eac6b11ae7e req-99380efe-0413-4697-b3d4-e93a3f7bda9c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4779124 Aug 05 15:42:14.643301 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360b0473-b542-4275-a251-10c22672f1e3 x-openstack-request-id: req-360b0473-b542-4275-a251-10c22672f1e3 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:42:14.643942 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409a8b9a-dd6d-47de-9bae-db7fa17239e3", "tag": "ed67b356-a381-4fff-b159-68d2d2cfd2a2", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:42:14.645225 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-360b0473-b542-4275-a251-10c22672f1e3 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:42:14.645225 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-360b0473-b542-4275-a251-10c22672f1e3'] response: {'name': 'network-changed', 'server_uuid': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'tag': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2', 'status': 'completed', 'code': 200} Aug 05 15:42:14.715387 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b49d3-4efc-453f-8c51-544ea15de129 req-17f7ed61-f041-4f6d-b9b5-13df05d820a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:14.716941 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-537b49d3-4efc-453f-8c51-544ea15de129 req-17f7ed61-f041-4f6d-b9b5-13df05d820a8 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=2c77da48edba4903a1c51fee2a856167&device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 1129 time: 0.0435350 Aug 05 15:42:14.723975 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-abc90531-773a-4ffa-91b2-fc376efc35f3 req-6f70f7e9-3ad5-4a67-a966-11a865d5a551 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489530 Aug 05 15:42:14.768965 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98ae9d-57fe-45c3-9929-4f1b4e630c78 req-610b468c-1f0b-42a0-9829-c8aa8b046ca7 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:14.770456 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cd98ae9d-57fe-45c3-9929-4f1b4e630c78 req-610b468c-1f0b-42a0-9829-c8aa8b046ca7 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 945 time: 0.0665398 Aug 05 15:42:14.815330 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b0491d4f-c4c0-404a-ac7f-1eac6b11ae7e req-e9b7f4c4-4040-47fc-b93c-6a825ddae4c9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695027 Aug 05 15:42:14.818501 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-84f95492-8750-4d8b-897b-1482c5cacc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '28e7b48e-d632-416f-add3-c6675daba4ec', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:7c:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:41:50Z', 'updated_at': '2022-08-05T15:42:13Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:42:14.822476 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b49d3-4efc-453f-8c51-544ea15de129 req-4bed5610-0829-4488-bbae-a854fa43f516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:14.825075 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-537b49d3-4efc-453f-8c51-544ea15de129 req-4bed5610-0829-4488-bbae-a854fa43f516 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 200 len: 916 time: 0.1021512 Aug 05 15:42:14.837190 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cd98ae9d-57fe-45c3-9929-4f1b4e630c78 req-a0bdb8d4-6962-4818-ac25-b5b0daefeaff tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560937 Aug 05 15:42:14.850220 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f95492-8750-4d8b-897b-1482c5cacc2b None None] The sync data for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi is: [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '28e7b48e-d632-416f-add3-c6675daba4ec', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'port_id': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'mac_address': 'fa:16:3e:7c:50:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:41:50Z', 'updated_at': '2022-08-05T15:42:13Z', 'revision_number': 1, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:42:14.898334 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:14.906912 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-537b49d3-4efc-453f-8c51-544ea15de129 req-3ff909f4-42d2-445c-8d90-acf401a3ee7f service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed67b356-a381-4fff-b159-68d2d2cfd2a2 HTTP/1.1" status: 200 len: 998 time: 0.0757165 Aug 05 15:42:14.909096 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9acb-2337-41bb-864e-7a53aa5baf38 req-8f4999ca-5020-43d3-92e6-63d17e59bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:14.909319 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef0c9acb-2337-41bb-864e-7a53aa5baf38 req-8f4999ca-5020-43d3-92e6-63d17e59bf1e service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7b3f679565d546ff8e6418643699c002&device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 1130 time: 0.0499187 Aug 05 15:42:14.967229 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b49d3-4efc-453f-8c51-544ea15de129 req-13eefaf9-5c4c-491e-8bca-79a8e737c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:14.969021 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-537b49d3-4efc-453f-8c51-544ea15de129 req-13eefaf9-5c4c-491e-8bca-79a8e737c096 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=c7a52748-13b7-41f4-a2d6-6c53085216f4 HTTP/1.1" status: 200 len: 854 time: 0.0480950 Aug 05 15:42:15.019381 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9acb-2337-41bb-864e-7a53aa5baf38 req-2ad12119-f570-46c9-812b-7e2070243a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:15.019607 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b49d3-4efc-453f-8c51-544ea15de129 req-80cb55d4-7684-410c-b066-52b8766ec2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:15.020991 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-537b49d3-4efc-453f-8c51-544ea15de129 req-80cb55d4-7684-410c-b066-52b8766ec2ed service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=b05605aa-dd0e-428b-8865-2528537f12f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454085 Aug 05 15:42:15.021127 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef0c9acb-2337-41bb-864e-7a53aa5baf38 req-2ad12119-f570-46c9-812b-7e2070243a6f service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=a6b6686e-428b-46bc-8365-eafa91007418 HTTP/1.1" status: 200 len: 908 time: 0.1013172 Aug 05 15:42:15.105775 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef0c9acb-2337-41bb-864e-7a53aa5baf38 req-d9485dc6-3640-4e72-aa16-a3e5f47275d9 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2ba23a-8013-4633-b805-dfe87929d3df HTTP/1.1" status: 200 len: 1001 time: 0.0726480 Aug 05 15:42:15.117582 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd11df78-2995-484a-a4ec-006cba965393 None None] New status for floating IP 28e7b48e-d632-416f-add3-c6675daba4ec: ACTIVE {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:42:15.134661 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-537b49d3-4efc-453f-8c51-544ea15de129 req-d1742013-9f90-4d28-8435-8897ff0b700e service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027493 Aug 05 15:42:15.159344 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9acb-2337-41bb-864e-7a53aa5baf38 req-b098c230-2538-4e81-94a1-1e68ad80f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:15.160848 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef0c9acb-2337-41bb-864e-7a53aa5baf38 req-b098c230-2538-4e81-94a1-1e68ad80f23b service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=23d3e519-ccfd-4d6b-be30-9de8d71ac086 HTTP/1.1" status: 200 len: 846 time: 0.0490608 Aug 05 15:42:15.231597 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [req-537b49d3-4efc-453f-8c51-544ea15de129 req-f83c91cf-c348-4286-bffa-cc918c550a6a service neutron] 10.222.0.17 "GET /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921047 Aug 05 15:42:15.239261 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c9acb-2337-41bb-864e-7a53aa5baf38 req-1dbc8e10-efa2-40cb-819b-0fae5b470bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:15.241361 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef0c9acb-2337-41bb-864e-7a53aa5baf38 req-1dbc8e10-efa2-40cb-819b-0fae5b470bf4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=a6b6686e-428b-46bc-8365-eafa91007418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742228 Aug 05 15:42:15.262917 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7325a-ed5a-437f-80b9-35c34b90360d req-7ad62af8-b865-4faf-972b-811adfc0b12a tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:15.268798 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a2d7325a-ed5a-437f-80b9-35c34b90360d req-7ad62af8-b865-4faf-972b-811adfc0b12a tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 945 time: 0.0633478 Aug 05 15:42:15.373791 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-a2d7325a-ed5a-437f-80b9-35c34b90360d req-b71a0a6e-0e88-4628-b0b5-c015daa20b7c tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974736 Aug 05 15:42:15.379280 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef0c9acb-2337-41bb-864e-7a53aa5baf38 req-92de9d83-2c47-4735-8fed-1671a140f60f service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297987 Aug 05 15:42:15.472640 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ef0c9acb-2337-41bb-864e-7a53aa5baf38 req-6eb2e0d6-7614-4e22-bceb-7aeb33d00e0c service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868323 Aug 05 15:42:15.843891 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02c931-9988-4ff1-96b8-0c7bd22c4071 req-a4ab7440-3165-4238-949d-4a6f140e8d08 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:15.845376 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fb02c931-9988-4ff1-96b8-0c7bd22c4071 req-a4ab7440-3165-4238-949d-4a6f140e8d08 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0466490 Aug 05 15:42:15.899045 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fb02c931-9988-4ff1-96b8-0c7bd22c4071 req-8de48cd2-dbe6-49f6-aa5a-89bf38b1e492 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480597 Aug 05 15:42:17.023615 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11ecb2-b382-420b-8ebc-73b671a341ba req-b73ba0fe-a2aa-40ad-a1aa-ffde15ba9fda tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:17.025766 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fa11ecb2-b382-420b-8ebc-73b671a341ba req-b73ba0fe-a2aa-40ad-a1aa-ffde15ba9fda tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0472248 Aug 05 15:42:17.069727 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:17.075307 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fa11ecb2-b382-420b-8ebc-73b671a341ba req-dd77f742-bb1a-4c51-a806-20b32d152b8d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439465 Aug 05 15:42:18.199007 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7e0ca-bf72-4227-ac8f-fee91719d4ec req-3dcb8679-a188-4d49-86d3-4f580adeea95 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:18.209967 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d4e7e0ca-bf72-4227-ac8f-fee91719d4ec req-3dcb8679-a188-4d49-86d3-4f580adeea95 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0510001 Aug 05 15:42:18.249969 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-d4e7e0ca-bf72-4227-ac8f-fee91719d4ec req-0c351fd9-7b0f-4d38-b5f1-98a7447b12a9 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438423 Aug 05 15:42:18.327093 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [req-ac76621c-3945-410e-9175-9b0d5214141f req-c346ebf5-df4e-4983-9daf-4da8b2e085f6 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104518) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:42:18.328231 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ac76621c-3945-410e-9175-9b0d5214141f req-c346ebf5-df4e-4983-9daf-4da8b2e085f6 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053725 Aug 05 15:42:18.733794 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995203e-751e-44d9-af61-37a15c913aaa req-b6a909e3-9e91-4075-b27b-5a1ad8f9f996 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:18.735543 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b995203e-751e-44d9-af61-37a15c913aaa req-b6a909e3-9e91-4075-b27b-5a1ad8f9f996 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0517702 Aug 05 15:42:18.787588 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-b995203e-751e-44d9-af61-37a15c913aaa req-2084573d-a7ff-4e5e-bfa0-4f36e1f8d14c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461843 Aug 05 15:42:18.807372 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48712) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:18.889172 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-5c89ced6-2863-479a-81e2-6d218f344a2f service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803947 Aug 05 15:42:18.897621 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-20d44b67-4993-4cde-9c8c-5ca5eac6f138 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104518) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 05 15:42:18.898573 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-20d44b67-4993-4cde-9c8c-5ca5eac6f138 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049400 Aug 05 15:42:18.997705 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48720) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:19.089084 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-bb51f1ad-31ed-430e-bcc0-7ce156823ba1 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:19.090409 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-bb51f1ad-31ed-430e-bcc0-7ce156823ba1 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports/1b2ba23a-8013-4633-b805-dfe87929d3df HTTP/1.1" status: 200 len: 943 time: 0.0917356 Aug 05 15:42:19.916034 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d88d0-37a0-427e-bcb8-2f9a1f1a5d83 req-3c1b443e-691e-49ea-a298-5ff0b4616fb8 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:19.917755 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-986d88d0-37a0-427e-bcb8-2f9a1f1a5d83 req-3c1b443e-691e-49ea-a298-5ff0b4616fb8 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0546687 Aug 05 15:42:19.928888 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:19.969113 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-986d88d0-37a0-427e-bcb8-2f9a1f1a5d83 req-008af329-7f02-4c30-8542-2661393bd94e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456741 Aug 05 15:42:21.084777 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013953c-3992-4633-b276-8a2ab286359f req-1e83adee-f459-4ee0-9b7a-c5ad2de3bbe4 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:21.086196 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7013953c-3992-4633-b276-8a2ab286359f req-1e83adee-f459-4ee0-9b7a-c5ad2de3bbe4 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0450809 Aug 05 15:42:21.134538 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7013953c-3992-4633-b276-8a2ab286359f req-bf55ef0c-776a-48e7-bb79-bd63785f4086 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 Aug 05 15:42:21.813104 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 1b2ba23a-8013-4633-b805-dfe87929d3df no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:42:21.881801 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:21.886345 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 1b2ba23a-8013-4633-b805-dfe87929d3df is: ACTIVE; New status is: DOWN {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:42:21.886726 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:21.908807 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:42:21.911028 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e9704a-d17a-4a2d-a076-0a0b2cf822a8" -d '{"events": [{"server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:42:21.921682 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:21.923790 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 1b2ba23a-8013-4633-b805-dfe87929d3df, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=1b2ba23a-8013-4633-b805-dfe87929d3df,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:42:21.943447 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 05 Aug 2022 15:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c5c704-8379-4c5f-8dbc-0fa6668a5b3e x-openstack-request-id: req-79c5c704-8379-4c5f-8dbc-0fa6668a5b3e {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:42:21.943740 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "name": "network-vif-unplugged", "status": "failed", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df", "code": 422}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:42:21.943999 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-79c5c704-8379-4c5f-8dbc-0fa6668a5b3e {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:42:21.944472 dv-cinder-849890-4-iscsi neutron-server[104519]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-79c5c704-8379-4c5f-8dbc-0fa6668a5b3e']: {'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'code': 422} returned with failed status Aug 05 15:42:22.004731 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:22.051440 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=1b2ba23a-8013-4633-b805-dfe87929d3df,revision_number=6']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:22.253317 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c9de7-8feb-4301-9190-eaf3847bd2ac req-73958625-758d-40bb-b026-854cea4885f0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:22.254768 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ac8c9de7-8feb-4301-9190-eaf3847bd2ac req-73958625-758d-40bb-b026-854cea4885f0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0475380 Aug 05 15:42:22.307314 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ac8c9de7-8feb-4301-9190-eaf3847bd2ac req-3d7c8bcb-61b7-443a-bd72-371ca698b8db tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470414 Aug 05 15:42:23.422401 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412b60a-682c-4d13-8fd2-3d1e2b3f9204 req-8f46ec60-37c0-4773-8d69-7250ee22018b tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:23.423796 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3412b60a-682c-4d13-8fd2-3d1e2b3f9204 req-8f46ec60-37c0-4773-8d69-7250ee22018b tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0469213 Aug 05 15:42:23.472273 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3412b60a-682c-4d13-8fd2-3d1e2b3f9204 req-441643ce-dbab-45b7-abe2-54f0462bf754 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430143 Aug 05 15:42:24.592977 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6789e15-d515-4638-92ce-f9e8854e2e86 req-9f705d23-cb63-4511-907f-02bc295decfb tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:24.594415 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c6789e15-d515-4638-92ce-f9e8854e2e86 req-9f705d23-cb63-4511-907f-02bc295decfb tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0473959 Aug 05 15:42:24.642162 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c6789e15-d515-4638-92ce-f9e8854e2e86 req-c4ae0d06-a63c-4b21-a5dd-ba2408d91c81 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Aug 05 15:42:24.910359 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:42:25.209600 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=37 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:25.229649 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=57 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:25.776054 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ee12c-62f0-49d2-91c0-b856394dae81 req-a880bf81-1fa3-4a03-bb93-c844ec907896 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:25.777553 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f67ee12c-62f0-49d2-91c0-b856394dae81 req-a880bf81-1fa3-4a03-bb93-c844ec907896 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 945 time: 0.0781221 Aug 05 15:42:25.797802 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02bff4-44b9-4eea-864b-65bf56e4215c req-9318388f-f5a8-43b1-93f0-bc868419563d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:25.799191 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eb02bff4-44b9-4eea-864b-65bf56e4215c req-9318388f-f5a8-43b1-93f0-bc868419563d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0683310 Aug 05 15:42:25.858287 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-f67ee12c-62f0-49d2-91c0-b856394dae81 req-13bc56ab-365e-4a6c-990a-63fe746ec5bd tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747135 Aug 05 15:42:25.874874 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-eb02bff4-44b9-4eea-864b-65bf56e4215c req-29ebed16-9402-4699-a6bb-d0422b8894bc tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686910 Aug 05 15:42:25.884865 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48766) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:25.956195 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:25.965882 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9901f15-199f-4908-8640-4558c42bd0ad tempest-TestMinimumBasicScenario-1441604283 tempest-TestMinimumBasicScenario-1441604283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104517) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:25.967468 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-c9901f15-199f-4908-8640-4558c42bd0ad tempest-TestMinimumBasicScenario-1441604283 tempest-TestMinimumBasicScenario-1441604283-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 1124 time: 0.0814803 Aug 05 15:42:25.970687 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48770) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:25.975191 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Request body: {'floatingip': {'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'port_id': '48995f61-b1de-411b-9621-65e545d953f7', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:42:26.073536 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:26.155002 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:26.271974 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_common [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Allocated IP 172.27.0.242 (2b2b6ad8-dd79-467b-b78d-0fa22366a801/e661370e-dc3b-4d17-83f3-bcd70850fd0f/8a7b740b-5172-4120-8f0d-225fd5ff1d66) {{(pid=104517) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 05 15:42:26.377146 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for port (8a7b740b-5172-4120-8f0d-225fd5ff1d66), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:26.485081 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772846882928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (8a7b740b-5172-4120-8f0d-225fd5ff1d66), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:26.525434 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Network 2b2b6ad8-dd79-467b-b78d-0fa22366a801 is already hosted by enough agents. {{(pid=104517) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 05 15:42:26.528401 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.base_scheduler [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Resources bound (agent type, host, resource id): {{(pid=104517) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 05 15:42:26.532503 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Received port after_create {{(pid=104517) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 05 15:42:26.555771 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'Port': ['ID=8a7b740b-5172-4120-8f0d-225fd5ff1d66,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:26.655172 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-85e4ba5f-82cb-458a-9931-b9666caa47b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:26.656620 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-85e4ba5f-82cb-458a-9931-b9666caa47b9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef&tenant_id=7b3f679565d546ff8e6418643699c002 HTTP/1.1" status: 200 len: 1128 time: 0.0435348 Aug 05 15:42:26.718508 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-d3ebd161-b006-4ef8-9756-8a7ebfe57ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:26.719978 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-d3ebd161-b006-4ef8-9756-8a7ebfe57ab9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7b3f679565d546ff8e6418643699c002&device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 1128 time: 0.0390451 Aug 05 15:42:26.735773 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:26.816908 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-c351d033-9ab8-4700-a750-a7349b2f36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:26.818385 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-c351d033-9ab8-4700-a750-a7349b2f36b1 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=a6b6686e-428b-46bc-8365-eafa91007418 HTTP/1.1" status: 200 len: 908 time: 0.0919142 Aug 05 15:42:26.888266 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-288b6ef6-a5f0-406d-b3e6-83cc48d153e6 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2ba23a-8013-4633-b805-dfe87929d3df HTTP/1.1" status: 200 len: 999 time: 0.0633843 Aug 05 15:42:26.940154 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-934f4119-1b47-49b3-8494-229bc788a839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:26.941701 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-934f4119-1b47-49b3-8494-229bc788a839 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=23d3e519-ccfd-4d6b-be30-9de8d71ac086 HTTP/1.1" status: 200 len: 846 time: 0.0478287 Aug 05 15:42:27.021657 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-19ac1909-2a5e-4746-92ef-fbb85d15d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:27.023140 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-19ac1909-2a5e-4746-92ef-fbb85d15d2a4 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=a6b6686e-428b-46bc-8365-eafa91007418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747931 Aug 05 15:42:27.029857 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce16090-15c7-4b1d-921d-62c564ac5d8f req-793a6803-6852-4478-9003-297193c9a89c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:27.031276 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ce16090-15c7-4b1d-921d-62c564ac5d8f req-793a6803-6852-4478-9003-297193c9a89c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0749054 Aug 05 15:42:27.110103 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:27.144703 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:27.147492 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8ce16090-15c7-4b1d-921d-62c564ac5d8f req-6915c243-3844-451e-9188-ef61e9c57c04 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067622 Aug 05 15:42:27.148984 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:27.153510 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for floatingip (2019daa4-d279-481d-8c6b-7d112c74860a), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:27.153722 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-38d9ef56-42e3-4f7f-a703-3508d6e611e0 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210055 Aug 05 15:42:27.251576 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b5da634-b06d-46e3-82eb-f5833fd96355 req-a712b36e-4242-4fef-b390-77028c9d2332 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893912 Aug 05 15:42:27.280436 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (8a7b740b-5172-4120-8f0d-225fd5ff1d66), before_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:27.429478 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for port (8a7b740b-5172-4120-8f0d-225fd5ff1d66), precommit_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:27.477434 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-6bbcc022-7062-4d22-8145-7ac0eb5f8576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:27.506467 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3288452'] for port (8a7b740b-5172-4120-8f0d-225fd5ff1d66), after_update {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:27.577589 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'Port': ['ID=8a7b740b-5172-4120-8f0d-225fd5ff1d66,revision_number=2']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:27.581133 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (2019daa4-d279-481d-8c6b-7d112c74860a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:27.587549 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.588435 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.588778 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.589117 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.589449 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.589779 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.590107 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.590433 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.590760 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.591082 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.591409 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.591776 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.592128 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.592451 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.592773 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:27.689473 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Floating IP 2019daa4-d279-481d-8c6b-7d112c74860a associated. External IP: 172.27.0.242, port: 48995f61-b1de-411b-9621-65e545d953f7. Aug 05 15:42:27.830414 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:27.883633 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Router 01b95789-ea13-4352-bf38-170655abaa77 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:42:27.987340 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:42:27.997589 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cb489-ab11-4f41-95cb-303f794e48fb None None] Sync routers for ids ['01b95789-ea13-4352-bf38-170655abaa77'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:42:28.008171 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cb489-ab11-4f41-95cb-303f794e48fb None None] Routers {'01b95789-ea13-4352-bf38-170655abaa77'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:42:28.008787 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-ba8cb489-ab11-4f41-95cb-303f794e48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:42:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['01b95789-ea13-4352-bf38-170655abaa77'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:42:28.069618 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:28.100294 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e4c190a9-59fb-43dc-b2ea-cc3d99fb7845 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1285393 Aug 05 15:42:28.101196 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'tag': '48995f61-b1de-411b-9621-65e545d953f7'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:42:28.103639 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48776) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:28.104272 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c404efef-0c1d-4568-972a-538c90ddc1e3" -d '{"events": [{"name": "network-changed", "server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "tag": "48995f61-b1de-411b-9621-65e545d953f7"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:42:28.109577 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-92bf5692-c94a-457a-a650-c73e44938543 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164500704', 'description': 'tempest-secgroup-smoke-164500704 description', 'project_id': '6e62e9372a7a47528e7973537bebbfb6'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:42:28.112638 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-ba8cb489-ab11-4f41-95cb-303f794e48fb None None] Set router 01b95789-ea13-4352-bf38-170655abaa77 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:42:28.142751 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf96cb7b-4004-4d89-8450-76d59798ac3b x-openstack-request-id: req-bf96cb7b-4004-4d89-8450-76d59798ac3b {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:42:28.143114 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "tag": "48995f61-b1de-411b-9621-65e545d953f7", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:42:28.143435 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bf96cb7b-4004-4d89-8450-76d59798ac3b {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:42:28.143939 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf96cb7b-4004-4d89-8450-76d59798ac3b'] response: {'name': 'network-changed', 'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'tag': '48995f61-b1de-411b-9621-65e545d953f7', 'status': 'completed', 'code': 200} Aug 05 15:42:28.200113 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-92bf5692-c94a-457a-a650-c73e44938543 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:28.234810 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404efef-0c1d-4568-972a-538c90ddc1e3 req-b6c076af-7122-446d-9a0a-74f8c75675a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:28.236492 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c404efef-0c1d-4568-972a-538c90ddc1e3 req-b6c076af-7122-446d-9a0a-74f8c75675a2 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=6e62e9372a7a47528e7973537bebbfb6&device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 1129 time: 0.0696540 Aug 05 15:42:28.333009 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-ba8cb489-ab11-4f41-95cb-303f794e48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 4, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2019daa4-d279-481d-8c6b-7d112c74860a', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '01b95789-ea13-4352-bf38-170655abaa77', 'port_id': '48995f61-b1de-411b-9621-65e545d953f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'mac_address': 'fa:16:3e:89:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:42:27Z', 'updated_at': '2022-08-05T15:42:27Z', 'revision_number': 0, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7f54f3-6ec4-40a7-9135-c795d7f91850', 'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'mac_address': 'fa:16:3e:be:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:31Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 5, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'subnets': [{'id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:42:28.345818 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f27dbe-1451-41a7-aa21-f7933c306b73 req-c1dd9d68-e9d7-4362-a204-699a3075842d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:28.347309 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-44f27dbe-1451-41a7-aa21-f7933c306b73 req-c1dd9d68-e9d7-4362-a204-699a3075842d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.1141384 Aug 05 15:42:28.357973 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cb489-ab11-4f41-95cb-303f794e48fb None None] Checking router: 01b95789-ea13-4352-bf38-170655abaa77 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:42:28.366359 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8cb489-ab11-4f41-95cb-303f794e48fb None None] Routers {'01b95789-ea13-4352-bf38-170655abaa77'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:42:28.366962 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-ba8cb489-ab11-4f41-95cb-303f794e48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:42:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['01b95789-ea13-4352-bf38-170655abaa77'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:42:28.437146 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-92bf5692-c94a-457a-a650-c73e44938543 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group (7eedca7b-0c56-4959-88d8-5214c9d4e950), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:28.442582 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404efef-0c1d-4568-972a-538c90ddc1e3 req-f8f7a800-ccc0-4de6-b114-d957b10daedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:28.444088 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c404efef-0c1d-4568-972a-538c90ddc1e3 req-f8f7a800-ccc0-4de6-b114-d957b10daedd service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ea94c7fb-f199-4a01-9cab-f73506204f6e HTTP/1.1" status: 200 len: 916 time: 0.1967096 Aug 05 15:42:28.462002 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:28.466052 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-44f27dbe-1451-41a7-aa21-f7933c306b73 req-a38b7625-077f-4dd0-b616-1fa08c7df208 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105428 Aug 05 15:42:28.470163 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-ba8cb489-ab11-4f41-95cb-303f794e48fb None None] Set router 01b95789-ea13-4352-bf38-170655abaa77 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:42:28.504280 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-92bf5692-c94a-457a-a650-c73e44938543 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (7eedca7b-0c56-4959-88d8-5214c9d4e950), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:28.536592 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c404efef-0c1d-4568-972a-538c90ddc1e3 req-937d9458-277e-44bf-a770-687e1c932773 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48995f61-b1de-411b-9621-65e545d953f7 HTTP/1.1" status: 200 len: 999 time: 0.0828891 Aug 05 15:42:28.555975 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf5692-c94a-457a-a650-c73e44938543 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eedca7b-0c56-4959-88d8-5214c9d4e950,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:28.596888 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404efef-0c1d-4568-972a-538c90ddc1e3 req-eaf738b0-1595-4ed1-ac2d-f38c4b08a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:28.598344 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c404efef-0c1d-4568-972a-538c90ddc1e3 req-eaf738b0-1595-4ed1-ac2d-f38c4b08a02f service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=71df6cf7-5f37-4cbb-b574-fc2d4c4be892 HTTP/1.1" status: 200 len: 854 time: 0.0543010 Aug 05 15:42:28.615047 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-92bf5692-c94a-457a-a650-c73e44938543 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:28.616270 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-92bf5692-c94a-457a-a650-c73e44938543 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5108981 Aug 05 15:42:28.619878 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48782) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:28.624652 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-b0959316-5c46-43b0-8718-67b7196e795d tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Request body: {'security_group_rule': {'security_group_id': '7eedca7b-0c56-4959-88d8-5214c9d4e950', 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:42:28.646879 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404efef-0c1d-4568-972a-538c90ddc1e3 req-828c0263-5d37-4115-8b9c-d5101169a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:28.648473 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c404efef-0c1d-4568-972a-538c90ddc1e3 req-828c0263-5d37-4115-8b9c-d5101169a929 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea94c7fb-f199-4a01-9cab-f73506204f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445480 Aug 05 15:42:28.688806 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-ba8cb489-ab11-4f41-95cb-303f794e48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 4, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2019daa4-d279-481d-8c6b-7d112c74860a', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '01b95789-ea13-4352-bf38-170655abaa77', 'port_id': '48995f61-b1de-411b-9621-65e545d953f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'mac_address': 'fa:16:3e:89:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:42:27Z', 'updated_at': '2022-08-05T15:42:27Z', 'revision_number': 0, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7f54f3-6ec4-40a7-9135-c795d7f91850', 'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'mac_address': 'fa:16:3e:be:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:31Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 5, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'subnets': [{'id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:42:28.702534 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0959316-5c46-43b0-8718-67b7196e795d tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (5d6ad1ad-c0cc-44f9-ba99-9b182f36fdfd), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:28.714880 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8cb489-ab11-4f41-95cb-303f794e48fb None None] The sync data for ids ['01b95789-ea13-4352-bf38-170655abaa77'] in dv-cinder-849890-4-iscsi is: [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 4, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_floatingips': [{'id': '2019daa4-d279-481d-8c6b-7d112c74860a', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'router_id': '01b95789-ea13-4352-bf38-170655abaa77', 'port_id': '48995f61-b1de-411b-9621-65e545d953f7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'mac_address': 'fa:16:3e:89:d0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-05T15:42:27Z', 'updated_at': '2022-08-05T15:42:27Z', 'revision_number': 0, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7f54f3-6ec4-40a7-9135-c795d7f91850', 'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'mac_address': 'fa:16:3e:be:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:31Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 5, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'subnets': [{'id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:42:28.741629 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c404efef-0c1d-4568-972a-538c90ddc1e3 req-b1464e4a-703e-47a2-a4d3-39ce4f23c022 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875802 Aug 05 15:42:28.769589 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0959316-5c46-43b0-8718-67b7196e795d tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (5d6ad1ad-c0cc-44f9-ba99-9b182f36fdfd), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:28.824828 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:28.841486 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c404efef-0c1d-4568-972a-538c90ddc1e3 req-7077caad-f7f5-4b1a-9636-3087e13c3972 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937848 Aug 05 15:42:28.871983 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0959316-5c46-43b0-8718-67b7196e795d tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (5d6ad1ad-c0cc-44f9-ba99-9b182f36fdfd), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:28.892485 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0959316-5c46-43b0-8718-67b7196e795d tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6ad1ad-c0cc-44f9-ba99-9b182f36fdfd,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:28.921253 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b87b230-8e9e-436f-a8a7-22e68d1a6288 None None] New status for floating IP 2019daa4-d279-481d-8c6b-7d112c74860a: ACTIVE {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:42:28.976819 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-b0959316-5c46-43b0-8718-67b7196e795d tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:28.981288 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-b0959316-5c46-43b0-8718-67b7196e795d tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3570895 Aug 05 15:42:28.981502 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48784) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:28.985821 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-062ab471-670c-4202-8c54-f52dfd963dbc tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Request body: {'security_group_rule': {'security_group_id': '7eedca7b-0c56-4959-88d8-5214c9d4e950', 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:42:29.096867 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-062ab471-670c-4202-8c54-f52dfd963dbc tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (03fb32e4-c16b-436c-ad38-7aaf7a781418), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:29.155651 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:29.158221 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-062ab471-670c-4202-8c54-f52dfd963dbc tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (03fb32e4-c16b-436c-ad38-7aaf7a781418), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:29.256491 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-062ab471-670c-4202-8c54-f52dfd963dbc tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (03fb32e4-c16b-436c-ad38-7aaf7a781418), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:29.273569 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ab471-670c-4202-8c54-f52dfd963dbc tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fb32e4-c16b-436c-ad38-7aaf7a781418,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:29.344046 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-062ab471-670c-4202-8c54-f52dfd963dbc tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:29.345367 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-062ab471-670c-4202-8c54-f52dfd963dbc tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3629372 Aug 05 15:42:29.348228 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48786) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:29.352878 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-fa88c06d-6458-410c-810f-3859ce2eb7b9 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Request body: {'security_group_rule': {'security_group_id': '7eedca7b-0c56-4959-88d8-5214c9d4e950', 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:42:29.468626 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fa88c06d-6458-410c-810f-3859ce2eb7b9 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (bd601b25-a5cd-45ec-ada1-3bae7bbdd51a), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:29.531617 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fa88c06d-6458-410c-810f-3859ce2eb7b9 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (bd601b25-a5cd-45ec-ada1-3bae7bbdd51a), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:29.587164 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bff87f-2477-47a7-9ffb-84c6ea55bee9 req-d4f8767a-bc79-4e34-84a4-fc45dc0c078e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:29.589236 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-83bff87f-2477-47a7-9ffb-84c6ea55bee9 req-d4f8767a-bc79-4e34-84a4-fc45dc0c078e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0473368 Aug 05 15:42:29.640187 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-83bff87f-2477-47a7-9ffb-84c6ea55bee9 req-615ade17-4306-4357-b161-48b1aa49fc2e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452349 Aug 05 15:42:29.661694 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fa88c06d-6458-410c-810f-3859ce2eb7b9 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (bd601b25-a5cd-45ec-ada1-3bae7bbdd51a), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:29.681049 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88c06d-6458-410c-810f-3859ce2eb7b9 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd601b25-a5cd-45ec-ada1-3bae7bbdd51a,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:30.064451 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-fa88c06d-6458-410c-810f-3859ce2eb7b9 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:30.269725 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-fa88c06d-6458-410c-810f-3859ce2eb7b9 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7163031 Aug 05 15:42:30.271109 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48790) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:30.278811 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [None req-a6de3f6d-72ee-4b67-9168-b31ccd818ab4 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Request body: {'security_group_rule': {'security_group_id': '7eedca7b-0c56-4959-88d8-5214c9d4e950', 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:42:30.507822 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0d414b5a-abde-4bc8-b68e-807922740d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:30.525270 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a6de3f6d-72ee-4b67-9168-b31ccd818ab4 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (b34fe9fe-8d85-4e59-bae5-c9ccdc5ebeb7), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:30.585547 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a6de3f6d-72ee-4b67-9168-b31ccd818ab4 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (b34fe9fe-8d85-4e59-bae5-c9ccdc5ebeb7), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:30.685129 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a6de3f6d-72ee-4b67-9168-b31ccd818ab4 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (b34fe9fe-8d85-4e59-bae5-c9ccdc5ebeb7), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:30.704599 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de3f6d-72ee-4b67-9168-b31ccd818ab4 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34fe9fe-8d85-4e59-bae5-c9ccdc5ebeb7,revision_number=0']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:30.758255 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a62f5f-4732-41a4-8c05-0217e0889042 req-dbf6d799-d5e6-43b1-8b4d-334fe89f6075 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:30.759700 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c5a62f5f-4732-41a4-8c05-0217e0889042 req-dbf6d799-d5e6-43b1-8b4d-334fe89f6075 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0462525 Aug 05 15:42:30.807796 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a6de3f6d-72ee-4b67-9168-b31ccd818ab4 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:30.808960 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a6de3f6d-72ee-4b67-9168-b31ccd818ab4 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5364184 Aug 05 15:42:30.811841 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48794) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:30.812980 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-c5a62f5f-4732-41a4-8c05-0217e0889042 req-ea607994-5cf9-411d-859d-eff0f9626cf3 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471070 Aug 05 15:42:30.816384 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-1b3c5458-bbf6-4e14-8297-1454c89f9a3f tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Request body: {'security_group_rule': {'security_group_id': '7eedca7b-0c56-4959-88d8-5214c9d4e950', 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:42:30.830315 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:30.941354 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:30.941670 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.securitygroups_db [None req-1b3c5458-bbf6-4e14-8297-1454c89f9a3f tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Project 6e62e9372a7a47528e7973537bebbfb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:42:30.948641 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5458-bbf6-4e14-8297-1454c89f9a3f tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (ac51fb99-f028-44e1-bfea-7f27a7f5dff9), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:30.969973 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.006872 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5458-bbf6-4e14-8297-1454c89f9a3f tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (ac51fb99-f028-44e1-bfea-7f27a7f5dff9), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.072931 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5458-bbf6-4e14-8297-1454c89f9a3f tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (ac51fb99-f028-44e1-bfea-7f27a7f5dff9), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.092319 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c5458-bbf6-4e14-8297-1454c89f9a3f tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac51fb99-f028-44e1-bfea-7f27a7f5dff9,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:31.149240 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5458-bbf6-4e14-8297-1454c89f9a3f tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.150468 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-1b3c5458-bbf6-4e14-8297-1454c89f9a3f tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3375924 Aug 05 15:42:31.153383 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48796) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:42:31.157967 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.v2.base [None req-128e905f-bc6a-4191-806d-2b055c901122 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Request body: {'security_group_rule': {'security_group_id': '7eedca7b-0c56-4959-88d8-5214c9d4e950', 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104517) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:42:31.233016 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.securitygroups_db [None req-128e905f-bc6a-4191-806d-2b055c901122 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Project 6e62e9372a7a47528e7973537bebbfb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 05 15:42:31.238969 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-128e905f-bc6a-4191-806d-2b055c901122 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (a79698bb-6b92-4807-a490-f174fba9a1ea), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.297428 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-128e905f-bc6a-4191-806d-2b055c901122 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (a79698bb-6b92-4807-a490-f174fba9a1ea), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.347070 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-128e905f-bc6a-4191-806d-2b055c901122 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2015146'] for security_group_rule (a79698bb-6b92-4807-a490-f174fba9a1ea), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.365529 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e905f-bc6a-4191-806d-2b055c901122 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79698bb-6b92-4807-a490-f174fba9a1ea,revision_number=0']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:31.452279 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-128e905f-bc6a-4191-806d-2b055c901122 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.453490 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-128e905f-bc6a-4191-806d-2b055c901122 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2991676 Aug 05 15:42:31.544719 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-233e7188-fb0b-4850-a7eb-1315ce820331 req-45ac15df-21e4-4aca-b8c7-b400a7a7e18e tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-164500704&fields=id&tenant_id=6e62e9372a7a47528e7973537bebbfb6 HTTP/1.1" status: 200 len: 267 time: 0.0446036 Aug 05 15:42:31.597768 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e7188-fb0b-4850-a7eb-1315ce820331 req-c0ba3f2e-56dc-4094-87dc-99823877252c tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:31.599134 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-233e7188-fb0b-4850-a7eb-1315ce820331 req-c0ba3f2e-56dc-4094-87dc-99823877252c tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 945 time: 0.0492973 Aug 05 15:42:31.610215 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-233e7188-fb0b-4850-a7eb-1315ce820331 req-43c69cc5-4bea-4e23-b479-e5d5c7bf700e tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Request body: {'port': {'security_groups': ['36d56c9a-c421-4997-891b-e2c57cd20fbc', '7eedca7b-0c56-4959-88d8-5214c9d4e950']}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:42:31.679789 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-233e7188-fb0b-4850-a7eb-1315ce820331 req-43c69cc5-4bea-4e23-b479-e5d5c7bf700e tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (48995f61-b1de-411b-9621-65e545d953f7), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.840910 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:31.858859 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-233e7188-fb0b-4850-a7eb-1315ce820331 req-43c69cc5-4bea-4e23-b479-e5d5c7bf700e tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] For port 48995f61-b1de-411b-9621-65e545d953f7, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=48995f61-b1de-411b-9621-65e545d953f7,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:42:31.889995 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-233e7188-fb0b-4850-a7eb-1315ce820331 req-43c69cc5-4bea-4e23-b479-e5d5c7bf700e tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for port (48995f61-b1de-411b-9621-65e545d953f7), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.938345 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538fa40-6c84-4fca-adbe-5ba71951f8b0 req-dc5b8392-437e-4f75-95e2-50a470717d9d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:31.939794 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5538fa40-6c84-4fca-adbe-5ba71951f8b0 req-dc5b8392-437e-4f75-95e2-50a470717d9d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0526974 Aug 05 15:42:31.960437 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-233e7188-fb0b-4850-a7eb-1315ce820331 req-43c69cc5-4bea-4e23-b479-e5d5c7bf700e tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (48995f61-b1de-411b-9621-65e545d953f7), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.972320 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e7188-fb0b-4850-a7eb-1315ce820331 req-43c69cc5-4bea-4e23-b479-e5d5c7bf700e tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:31.976852 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-233e7188-fb0b-4850-a7eb-1315ce820331 req-43c69cc5-4bea-4e23-b479-e5d5c7bf700e tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:31.976852 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-233e7188-fb0b-4850-a7eb-1315ce820331 req-43c69cc5-4bea-4e23-b479-e5d5c7bf700e tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "PUT /networking/v2.0/ports/48995f61-b1de-411b-9621-65e545d953f7 HTTP/1.1" status: 200 len: 981 time: 0.3684447 Aug 05 15:42:31.976852 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'tag': '48995f61-b1de-411b-9621-65e545d953f7'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:42:31.977344 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e17dd4-476c-4bda-b302-2dc08b3c09c3" -d '{"events": [{"name": "network-changed", "server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "tag": "48995f61-b1de-411b-9621-65e545d953f7"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:42:31.978069 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['48995f61-b1de-411b-9621-65e545d953f7'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:42:31.985599 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:32.049203 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5538fa40-6c84-4fca-adbe-5ba71951f8b0 req-bf5c0632-f840-448d-aee4-40c3033224c9 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037869 Aug 05 15:42:32.061069 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:32.072396 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['48995f61-b1de-411b-9621-65e545d953f7'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:42:32.079325 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:32.086428 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c69cc5-4bea-4e23-b479-e5d5c7bf700e tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'Port': ['ID=48995f61-b1de-411b-9621-65e545d953f7,revision_number=6']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:32.102438 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5bef5-1457-425f-ac9c-d5415b8bdefe req-dbb06731-8a4f-45f2-b790-fd734d80dc22 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:32.104084 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9ed5bef5-1457-425f-ac9c-d5415b8bdefe req-dbb06731-8a4f-45f2-b790-fd734d80dc22 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0727220 Aug 05 15:42:32.107687 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b17ff3-1bfe-4cbb-9bd0-d551b0cd59fd x-openstack-request-id: req-c1b17ff3-1bfe-4cbb-9bd0-d551b0cd59fd {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:42:32.108216 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "tag": "48995f61-b1de-411b-9621-65e545d953f7", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:42:32.108366 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c1b17ff3-1bfe-4cbb-9bd0-d551b0cd59fd {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:42:32.108701 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b17ff3-1bfe-4cbb-9bd0-d551b0cd59fd'] response: {'name': 'network-changed', 'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'tag': '48995f61-b1de-411b-9621-65e545d953f7', 'status': 'completed', 'code': 200} Aug 05 15:42:32.208557 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e17dd4-476c-4bda-b302-2dc08b3c09c3 req-6644e6a0-25c6-4732-adb8-4e9a8926c5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:32.210096 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32e17dd4-476c-4bda-b302-2dc08b3c09c3 req-6644e6a0-25c6-4732-adb8-4e9a8926c5c9 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=6e62e9372a7a47528e7973537bebbfb6&device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 1168 time: 0.0755072 Aug 05 15:42:32.217391 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9ed5bef5-1457-425f-ac9c-d5415b8bdefe req-b012fa5e-ea47-44de-a447-53932c10ad3c tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061504 Aug 05 15:42:32.307734 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e17dd4-476c-4bda-b302-2dc08b3c09c3 req-6118e4a1-a08f-44a0-aac7-3f80c384c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:32.309303 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32e17dd4-476c-4bda-b302-2dc08b3c09c3 req-6118e4a1-a08f-44a0-aac7-3f80c384c036 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ea94c7fb-f199-4a01-9cab-f73506204f6e HTTP/1.1" status: 200 len: 916 time: 0.0906959 Aug 05 15:42:32.375910 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32e17dd4-476c-4bda-b302-2dc08b3c09c3 req-ee4726c9-5a96-41d0-97e9-e1e71d69d646 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48995f61-b1de-411b-9621-65e545d953f7 HTTP/1.1" status: 200 len: 1001 time: 0.0597827 Aug 05 15:42:32.403417 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:32.426517 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e17dd4-476c-4bda-b302-2dc08b3c09c3 req-76a71b07-c7dc-4118-bbae-ec40e63b1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:32.427958 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32e17dd4-476c-4bda-b302-2dc08b3c09c3 req-76a71b07-c7dc-4118-bbae-ec40e63b1988 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=71df6cf7-5f37-4cbb-b574-fc2d4c4be892 HTTP/1.1" status: 200 len: 854 time: 0.0442741 Aug 05 15:42:32.470703 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e17dd4-476c-4bda-b302-2dc08b3c09c3 req-50273576-74e1-4397-8d77-c1c4826c95ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:32.472189 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32e17dd4-476c-4bda-b302-2dc08b3c09c3 req-50273576-74e1-4397-8d77-c1c4826c95ea service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea94c7fb-f199-4a01-9cab-f73506204f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381753 Aug 05 15:42:32.568862 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32e17dd4-476c-4bda-b302-2dc08b3c09c3 req-e5ee2416-66c9-4f9c-94eb-22c9c50bb7ed service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897863 Aug 05 15:42:32.606884 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:32.634180 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:32.667574 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-32e17dd4-476c-4bda-b302-2dc08b3c09c3 req-6e63603a-c0fe-4a11-8618-a1fc0a91732d service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915167 Aug 05 15:42:33.174094 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6b48-6445-4c05-833c-356b2c534f0e req-0e00d481-aa5a-42f8-8a46-d3c37fe1b738 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:33.175564 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6e9f6b48-6445-4c05-833c-356b2c534f0e req-0e00d481-aa5a-42f8-8a46-d3c37fe1b738 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0477109 Aug 05 15:42:33.223383 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6e9f6b48-6445-4c05-833c-356b2c534f0e req-dc117074-3ab2-4413-8056-e9dabd4eecad tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421243 Aug 05 15:42:34.327850 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:34.340808 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e5a52-3054-4c89-94d0-18b24aef9560 req-9fe6a698-a45d-4e01-b1ab-dfd8e335c950 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:34.342251 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-486e5a52-3054-4c89-94d0-18b24aef9560 req-9fe6a698-a45d-4e01-b1ab-dfd8e335c950 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0476651 Aug 05 15:42:34.390261 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-486e5a52-3054-4c89-94d0-18b24aef9560 req-0dfb8189-9905-45ca-b88c-f01aad2d52f0 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425863 Aug 05 15:42:35.511898 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36fbce-6cad-46dc-a90e-53a5627e8c50 req-572aa32e-e614-4012-8a57-aea5d4409c82 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:35.513406 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8e36fbce-6cad-46dc-a90e-53a5627e8c50 req-572aa32e-e614-4012-8a57-aea5d4409c82 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 944 time: 0.0506654 Aug 05 15:42:35.562447 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8e36fbce-6cad-46dc-a90e-53a5627e8c50 req-3eed813e-6166-482e-af46-e4a7bf2fe848 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435171 Aug 05 15:42:35.885348 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 1b2ba23a-8013-4633-b805-dfe87929d3df details requested by agent hyperv_hv-cinder-84989 with host hv-cinder-84989 {{(pid=104519) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 05 15:42:35.987359 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 1b2ba23a-8013-4633-b805-dfe87929d3df, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=1b2ba23a-8013-4633-b805-dfe87929d3df,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:42:36.000730 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Returning: {'device': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'port_id': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'mac_address': 'fa:16:3e:71:5d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104519) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 05 15:42:36.037330 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 1b2ba23a-8013-4633-b805-dfe87929d3df is: DOWN; New status is: BUILD {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:42:36.037732 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:36.051758 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2ba23a-8013-4633-b805-dfe87929d3df {{(pid=104519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 05 15:42:36.057647 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:36.071373 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 1b2ba23a-8013-4633-b805-dfe87929d3df, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=1b2ba23a-8013-4633-b805-dfe87929d3df,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:42:36.170330 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:36.218831 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=1b2ba23a-8013-4633-b805-dfe87929d3df,revision_number=7']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:36.231157 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.231506 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.231843 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.232239 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.232573 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.232916 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.233242 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.233581 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.233904 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.234225 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.234544 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.234864 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.235178 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.235493 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.235806 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:42:36.426277 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['1b2ba23a-8013-4633-b805-dfe87929d3df'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:42:36.683143 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df292b0e-8d4e-42a2-9747-cf6ad2429588 req-5153bfe7-38e1-4db3-b26e-abcd1bae1972 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:36.684562 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-df292b0e-8d4e-42a2-9747-cf6ad2429588 req-5153bfe7-38e1-4db3-b26e-abcd1bae1972 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 945 time: 0.0471582 Aug 05 15:42:36.732757 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-df292b0e-8d4e-42a2-9747-cf6ad2429588 req-160a93d4-b9ad-4683-9133-d7fed118fe07 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426652 Aug 05 15:42:37.452887 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:37.850639 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836f3e1-0180-4130-9540-0a307b73fe91 req-57c9fa65-5d73-4214-83fb-59320ad5b28a tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:37.852105 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1836f3e1-0180-4130-9540-0a307b73fe91 req-57c9fa65-5d73-4214-83fb-59320ad5b28a tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 945 time: 0.0466366 Aug 05 15:42:37.890278 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 1b2ba23a-8013-4633-b805-dfe87929d3df up at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 05 15:42:37.909968 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1836f3e1-0180-4130-9540-0a307b73fe91 req-8f8a9688-96c4-44f5-8091-2ca8883e178d tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522418 Aug 05 15:42:37.934703 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.provisioning_blocks [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Provisioning complete for port 1b2ba23a-8013-4633-b805-dfe87929d3df triggered by entity L2. {{(pid=104519) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 05 15:42:37.935078 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1009245'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), provisioning_complete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:38.003679 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Current status of the port 1b2ba23a-8013-4633-b805-dfe87929d3df is: BUILD; New status is: ACTIVE {{(pid=104519) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 05 15:42:38.004079 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), before_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:38.026858 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df'}] {{(pid=104519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:42:38.029031 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7320c992586a5b40514602e86e571a0cf541a559f25107bab81ecabf5bb5cfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307e052a-4ca9-4167-bd2c-3bbdb2a638f0" -d '{"events": [{"server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "name": "network-vif-plugged", "status": "completed", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df"}]}' {{(pid=104519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:42:38.044829 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] For port 1b2ba23a-8013-4633-b805-dfe87929d3df, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=1b2ba23a-8013-4633-b805-dfe87929d3df,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:42:38.069069 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64c5f47-1117-4fac-acc8-5314138aa86a x-openstack-request-id: req-c64c5f47-1117-4fac-acc8-5314138aa86a {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:42:38.069366 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "name": "network-vif-plugged", "status": "completed", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df", "code": 200}]} {{(pid=104519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:42:38.069623 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c64c5f47-1117-4fac-acc8-5314138aa86a {{(pid=104519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:42:38.070022 dv-cinder-849890-4-iscsi neutron-server[104519]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64c5f47-1117-4fac-acc8-5314138aa86a'] response: {'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'code': 200} Aug 05 15:42:38.141603 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:38.188721 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Pushing event updated for resources: {'Port': ['ID=1b2ba23a-8013-4633-b805-dfe87929d3df,revision_number=8']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:42:38.390782 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14fe50-c986-45e6-b8f8-1b9d4f9584b1 req-440be1f8-3fcf-4377-a49e-7c01ae1c2396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:38.392176 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4b14fe50-c986-45e6-b8f8-1b9d4f9584b1 req-440be1f8-3fcf-4377-a49e-7c01ae1c2396 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 1130 time: 0.0387688 Aug 05 15:42:38.437672 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-4b14fe50-c986-45e6-b8f8-1b9d4f9584b1 req-16f1c58a-059a-4ed1-ab58-6aae7f73a6af service neutron] 10.222.0.17 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384715 Aug 05 15:42:39.029741 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcaeea6-6b3e-465d-885f-c94614db036e req-9a47bf6b-91ad-46c3-824f-f946af04b8c5 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:39.031165 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bdcaeea6-6b3e-465d-885f-c94614db036e req-9a47bf6b-91ad-46c3-824f-f946af04b8c5 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0455225 Aug 05 15:42:39.074871 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:39.079740 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-bdcaeea6-6b3e-465d-885f-c94614db036e req-364fb9e7-5bae-484e-a9ac-656b1f77293a tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425041 Aug 05 15:42:39.901701 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:39.906804 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:40.212785 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989e1f4-96db-4165-96cc-5fdbde0b52e4 req-7a4c9ea9-3c6e-43dd-8f30-bd9c466e6daf tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:40.214870 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5989e1f4-96db-4165-96cc-5fdbde0b52e4 req-7a4c9ea9-3c6e-43dd-8f30-bd9c466e6daf tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0558751 Aug 05 15:42:40.263635 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5989e1f4-96db-4165-96cc-5fdbde0b52e4 req-e938d9ea-5224-44c1-b6c9-af9821ce7a6c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 Aug 05 15:42:41.363908 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=47,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:41.365810 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=12,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:48.179658 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:48.186691 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=28 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:48.482870 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac056b04-720c-4a10-b06f-7976b5890567 req-2c42d9a4-4340-419e-bb9c-01d87aacfbfa tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:48.484346 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ac056b04-720c-4a10-b06f-7976b5890567 req-2c42d9a4-4340-419e-bb9c-01d87aacfbfa tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0478873 Aug 05 15:42:48.562120 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38960-ce20-44b4-96a4-c826d7f48f3d req-4c9f50e4-c988-4607-8fd6-c822fb5d1680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:48.563566 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-24c38960-ce20-44b4-96a4-c826d7f48f3d req-4c9f50e4-c988-4607-8fd6-c822fb5d1680 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=6e62e9372a7a47528e7973537bebbfb6&device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 1168 time: 0.0661685 Aug 05 15:42:48.588446 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-ac056b04-720c-4a10-b06f-7976b5890567 req-cc0cf1da-4eec-403c-82d9-5686aaf27b34 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977197 Aug 05 15:42:48.663590 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38960-ce20-44b4-96a4-c826d7f48f3d req-6ad06264-6de4-4e2d-ae93-da8aee815c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:48.665093 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-24c38960-ce20-44b4-96a4-c826d7f48f3d req-6ad06264-6de4-4e2d-ae93-da8aee815c28 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ea94c7fb-f199-4a01-9cab-f73506204f6e HTTP/1.1" status: 200 len: 916 time: 0.0904448 Aug 05 15:42:48.730867 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-24c38960-ce20-44b4-96a4-c826d7f48f3d req-12c55e7e-01de-4fc2-8815-1d21f45002b0 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48995f61-b1de-411b-9621-65e545d953f7 HTTP/1.1" status: 200 len: 1001 time: 0.0588589 Aug 05 15:42:48.779452 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38960-ce20-44b4-96a4-c826d7f48f3d req-3d0acd08-305a-4b4b-a2d9-f8900abdf162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:48.780890 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-24c38960-ce20-44b4-96a4-c826d7f48f3d req-3d0acd08-305a-4b4b-a2d9-f8900abdf162 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=71df6cf7-5f37-4cbb-b574-fc2d4c4be892 HTTP/1.1" status: 200 len: 854 time: 0.0426276 Aug 05 15:42:48.830652 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38960-ce20-44b4-96a4-c826d7f48f3d req-f1c6ce3e-e118-43a1-b955-f4eb29df138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:48.832294 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-24c38960-ce20-44b4-96a4-c826d7f48f3d req-f1c6ce3e-e118-43a1-b955-f4eb29df138a service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea94c7fb-f199-4a01-9cab-f73506204f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377996 Aug 05 15:42:48.847826 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:48.927821 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-24c38960-ce20-44b4-96a4-c826d7f48f3d req-b4ff12a7-49dc-4dc2-8439-521eaedda993 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874374 Aug 05 15:42:49.019710 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-24c38960-ce20-44b4-96a4-c826d7f48f3d req-5b206d7b-ba96-460a-9ab8-2f0613b167fd service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854530 Aug 05 15:42:49.711185 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5126940-519f-4309-a3dd-b81bd820bc12 req-cf38677c-a8ee-4532-806f-016b1fbb87fe tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:49.712650 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e5126940-519f-4309-a3dd-b81bd820bc12 req-cf38677c-a8ee-4532-806f-016b1fbb87fe tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0498238 Aug 05 15:42:49.771017 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e5126940-519f-4309-a3dd-b81bd820bc12 req-effae4c4-8bbd-48e7-a340-dd485436bfde tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526266 Aug 05 15:42:50.895878 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c18c9-5b5b-4b9c-9a8e-f4b74e9a57b0 req-f59224a2-5198-4eb2-9151-9e851954eb4d tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:50.897442 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fd2c18c9-5b5b-4b9c-9a8e-f4b74e9a57b0 req-f59224a2-5198-4eb2-9151-9e851954eb4d tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0545783 Aug 05 15:42:50.944110 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:50.964247 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-fd2c18c9-5b5b-4b9c-9a8e-f4b74e9a57b0 req-89b2164f-5d04-46be-8fef-982768e46fc9 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610986 Aug 05 15:42:52.087045 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b85c9d8-1fe9-4234-afd3-8a516e0ba3d6 req-2f237591-6d0d-4a0e-9765-423811ea38b6 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:52.088553 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b85c9d8-1fe9-4234-afd3-8a516e0ba3d6 req-2f237591-6d0d-4a0e-9765-423811ea38b6 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0474772 Aug 05 15:42:52.152080 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9b85c9d8-1fe9-4234-afd3-8a516e0ba3d6 req-575e1ae6-6903-46ac-bc11-f8cc94da77ee tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566740 Aug 05 15:42:53.272670 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825a077-e3a0-41e6-9e03-1abc86cd431e req-b39715b8-5651-4b9c-8d06-548a6d181f52 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:53.274159 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0825a077-e3a0-41e6-9e03-1abc86cd431e req-b39715b8-5651-4b9c-8d06-548a6d181f52 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0480163 Aug 05 15:42:53.333603 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0825a077-e3a0-41e6-9e03-1abc86cd431e req-18f43216-da5f-41d4-922b-6329d5ce0467 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529912 Aug 05 15:42:54.453440 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbe26c-1d9f-4024-831d-7cdf7f4600ac req-14d98cff-e702-4089-9724-e09d48e18daa tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:54.454811 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0bcbe26c-1d9f-4024-831d-7cdf7f4600ac req-14d98cff-e702-4089-9724-e09d48e18daa tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0466902 Aug 05 15:42:54.513129 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0bcbe26c-1d9f-4024-831d-7cdf7f4600ac req-594ca287-4003-4f2e-9f45-caf197296bbd tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528159 Aug 05 15:42:55.633583 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530225b-e3bb-4c35-ad49-ed5c62054ebc req-5ffd720a-666a-4765-9def-24fac011c39c tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:55.635036 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8530225b-e3bb-4c35-ad49-ed5c62054ebc req-5ffd720a-666a-4765-9def-24fac011c39c tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0501294 Aug 05 15:42:55.693974 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-8530225b-e3bb-4c35-ad49-ed5c62054ebc req-5009e6d8-ba9c-4e49-b677-e0a4aa1e2d5f tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532866 Aug 05 15:42:56.811236 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dd2ac-5543-4af0-b088-51da3df3711f req-02ad5051-1b66-477b-9b9d-ffba7bc58990 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:56.812689 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-df8dd2ac-5543-4af0-b088-51da3df3711f req-02ad5051-1b66-477b-9b9d-ffba7bc58990 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0470169 Aug 05 15:42:56.870293 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-df8dd2ac-5543-4af0-b088-51da3df3711f req-88ab1b14-63b2-485e-936d-45d3e457dbe0 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520914 Aug 05 15:42:57.433635 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-d3d318df-12c3-4d5e-912c-a652e6e56676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:42:57.988284 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76587e-8e89-41c7-9cd6-1ee57866cffb req-5e9deeae-7b10-4b00-8afe-87d2108fcad6 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:57.989722 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b76587e-8e89-41c7-9cd6-1ee57866cffb req-5e9deeae-7b10-4b00-8afe-87d2108fcad6 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0468578 Aug 05 15:42:58.053975 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1b76587e-8e89-41c7-9cd6-1ee57866cffb req-b82f4dbe-852c-43f5-a183-2c5cbb8f6782 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586717 Aug 05 15:42:59.172979 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c757029-1c9c-4336-8ae0-db8659897f72 req-762ddec5-dfae-4a85-b5cb-1578071c3aca tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:42:59.174470 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1c757029-1c9c-4336-8ae0-db8659897f72 req-762ddec5-dfae-4a85-b5cb-1578071c3aca tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0480595 Aug 05 15:42:59.200563 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:42:59.234759 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-1c757029-1c9c-4336-8ae0-db8659897f72 req-8af6493d-9366-4b44-b618-11ff90f4ed32 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545950 Aug 05 15:42:59.873241 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0b646c7e-8156-40c3-866f-70ab120e32b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:00.359824 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20668076-1a75-4f81-be69-d52f7e4d3a01 req-ca6e41c9-38e9-48e6-9234-eb7e01ba3768 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:00.361398 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-20668076-1a75-4f81-be69-d52f7e4d3a01 req-ca6e41c9-38e9-48e6-9234-eb7e01ba3768 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0496361 Aug 05 15:43:00.426776 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-20668076-1a75-4f81-be69-d52f7e4d3a01 req-cc5f69bd-84b4-440a-a54e-53c53e3bcb32 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594375 Aug 05 15:43:00.913347 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:01.021865 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:01.551285 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70c776-495e-4fe6-acf1-3a04cc488ea3 req-48c6934f-774a-4d50-8018-e1312ef11bfa tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:01.552815 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-da70c776-495e-4fe6-acf1-3a04cc488ea3 req-48c6934f-774a-4d50-8018-e1312ef11bfa tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0493209 Aug 05 15:43:01.584872 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:01.612748 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-da70c776-495e-4fe6-acf1-3a04cc488ea3 req-5cabc1b4-2a63-45b4-b630-b0804d8ada1a tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&id=7eedca7b-0c56-4959-88d8-5214c9d4e950&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542836 Aug 05 15:43:01.910575 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:43:02.218803 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e056c-8471-4fa1-b6f1-b1bffeaf5925 req-457baed8-f146-44be-9d46-bc264fafe027 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:02.220269 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-360e056c-8471-4fa1-b6f1-b1bffeaf5925 req-457baed8-f146-44be-9d46-bc264fafe027 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 945 time: 0.0464644 Aug 05 15:43:02.270813 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-360e056c-8471-4fa1-b6f1-b1bffeaf5925 req-e6cba5f7-75af-4fa4-a9bc-b12753a07526 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449595 Aug 05 15:43:02.419237 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:02.621839 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:03.646842 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0b70a-c333-41a5-bac1-a489208a364b req-317dd2a7-c075-4472-b4fa-122aac7c8bd7 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:03.648663 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-65a0b70a-c333-41a5-bac1-a489208a364b req-317dd2a7-c075-4472-b4fa-122aac7c8bd7 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 945 time: 0.3055003 Aug 05 15:43:03.694888 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-65a0b70a-c333-41a5-bac1-a489208a364b req-5281a698-bdce-4697-ae47-f4daeba0090f tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=17add294-ec22-4309-bc92-5d15e81ac8e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404913 Aug 05 15:43:03.856944 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-21315637-f53c-482c-9956-056b96fcde35 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:03.858402 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-21315637-f53c-482c-9956-056b96fcde35 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 945 time: 0.0455899 Aug 05 15:43:03.942403 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Deleting port ed67b356-a381-4fff-b159-68d2d2cfd2a2 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:03.942650 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:04.030936 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] For port ed67b356-a381-4fff-b159-68d2d2cfd2a2, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=ed67b356-a381-4fff-b159-68d2d2cfd2a2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:04.031293 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:04.193521 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:04.193803 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1926933'] for floatingip (28e7b48e-d632-416f-add3-c6675daba4ec), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:04.194112 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Floating IP 28e7b48e-d632-416f-add3-c6675daba4ec disassociated. External IP: 172.27.0.32, port: ed67b356-a381-4fff-b159-68d2d2cfd2a2. Aug 05 15:43:04.194445 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Calling delete_port for ed67b356-a381-4fff-b159-68d2d2cfd2a2 owned by compute:nova {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:04.367870 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (ed67b356-a381-4fff-b159-68d2d2cfd2a2), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:04.405308 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'Port': ['ID=ed67b356-a381-4fff-b159-68d2d2cfd2a2,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:04.411057 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.411410 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.411754 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.412113 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.412450 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.412782 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.413108 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.413433 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.413758 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.414083 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.414409 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.414737 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.415061 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.415378 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.415704 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:04.453691 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:04.507362 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:04.521431 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Router 2a094309-06d4-48a9-ada8-166e4358c861 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:43:04.625494 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:43:04.635347 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4d7e9-9d98-4de2-a1f1-d7f8e0c66e0e None None] Sync routers for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:43:04.645364 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4d7e9-9d98-4de2-a1f1-d7f8e0c66e0e None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:43:04.645973 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3ad4d7e9-9d98-4de2-a1f1-d7f8e0c66e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:43:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:04.667988 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] No DVR routers for this DVR port ed67b356-a381-4fff-b159-68d2d2cfd2a2 on host hv-cinder-84989 {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:43:04.670882 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:04.674433 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-7b50699d-d92b-4674-bf2d-2729e351f0ac req-877df566-f102-4b7d-a08f-350e6818c7be tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.17 "DELETE /networking/v2.0/ports/ed67b356-a381-4fff-b159-68d2d2cfd2a2 HTTP/1.1" status: 204 len: 173 time: 0.8097506 Aug 05 15:43:04.674921 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'name': 'network-vif-deleted', 'tag': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:43:04.677245 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce907c7e-bafe-4a85-913f-467393ed5d19" -d '{"events": [{"server_uuid": "409a8b9a-dd6d-47de-9bae-db7fa17239e3", "name": "network-vif-deleted", "tag": "ed67b356-a381-4fff-b159-68d2d2cfd2a2"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:43:04.716744 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38bef55-3957-4ed2-a4ef-79a9fde02598 x-openstack-request-id: req-b38bef55-3957-4ed2-a4ef-79a9fde02598 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:43:04.717039 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409a8b9a-dd6d-47de-9bae-db7fa17239e3", "name": "network-vif-deleted", "tag": "ed67b356-a381-4fff-b159-68d2d2cfd2a2", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:43:04.717287 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b38bef55-3957-4ed2-a4ef-79a9fde02598 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:43:04.717695 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38bef55-3957-4ed2-a4ef-79a9fde02598'] response: {'server_uuid': '409a8b9a-dd6d-47de-9bae-db7fa17239e3', 'name': 'network-vif-deleted', 'tag': 'ed67b356-a381-4fff-b159-68d2d2cfd2a2', 'status': 'completed', 'code': 200} Aug 05 15:43:04.773855 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3ad4d7e9-9d98-4de2-a1f1-d7f8e0c66e0e None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:43:04.816372 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e88ddb2f-6d87-4657-83d1-ebe947990ac7 req-76e6e9f0-325d-4fc4-8d4e-13a2908a5516 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=409a8b9a-dd6d-47de-9bae-db7fa17239e3 HTTP/1.1" status: 200 len: 210 time: 0.0344605 Aug 05 15:43:04.974428 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3ad4d7e9-9d98-4de2-a1f1-d7f8e0c66e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:04.999806 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4d7e9-9d98-4de2-a1f1-d7f8e0c66e0e None None] Checking router: 2a094309-06d4-48a9-ada8-166e4358c861 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:43:05.008179 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4d7e9-9d98-4de2-a1f1-d7f8e0c66e0e None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:43:05.008814 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3ad4d7e9-9d98-4de2-a1f1-d7f8e0c66e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:43:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:05.110659 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-3ad4d7e9-9d98-4de2-a1f1-d7f8e0c66e0e None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:43:05.289704 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-3ad4d7e9-9d98-4de2-a1f1-d7f8e0c66e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:05.317057 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad4d7e9-9d98-4de2-a1f1-d7f8e0c66e0e None None] The sync data for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi is: [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:05Z', 'revision_number': 4, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '02aedc69-72f3-4bfb-a15f-e5a305010da2', 'name': '', 'network_id': 'b05605aa-dd0e-428b-8865-2528537f12f7', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'mac_address': 'fa:16:3e:f7:cf:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:05Z', 'updated_at': '2022-08-05T15:38:09Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'subnets': [{'id': 'c7a52748-13b7-41f4-a2d6-6c53085216f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:43:05.529690 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3608678-28d5-436f-ba8d-954ee65cd5d2 None None] New status for floating IP 28e7b48e-d632-416f-add3-c6675daba4ec: DOWN {{(pid=104520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:43:05.964405 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48934) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:06.021416 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-75955cfc-f161-4321-91ed-794adde0c5c1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (17add294-ec22-4309-bc92-5d15e81ac8e6), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:06.045637 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-75955cfc-f161-4321-91ed-794adde0c5c1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (17add294-ec22-4309-bc92-5d15e81ac8e6), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:06.168202 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-75955cfc-f161-4321-91ed-794adde0c5c1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (17add294-ec22-4309-bc92-5d15e81ac8e6), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:06.170885 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-75955cfc-f161-4321-91ed-794adde0c5c1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:06.174461 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-75955cfc-f161-4321-91ed-794adde0c5c1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/17add294-ec22-4309-bc92-5d15e81ac8e6 HTTP/1.1" status: 204 len: 168 time: 0.2066512 Aug 05 15:43:06.174850 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48936) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:06.181819 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75955cfc-f161-4321-91ed-794adde0c5c1 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17add294-ec22-4309-bc92-5d15e81ac8e6,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:06.188922 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.api.v2.resource [None req-51c7b5c6-8018-41d9-a2bd-f6bceca22894 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] show failed (client error): The resource could not be found. Aug 05 15:43:06.189941 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-51c7b5c6-8018-41d9-a2bd-f6bceca22894 tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "GET /networking/v2.0/security-groups/17add294-ec22-4309-bc92-5d15e81ac8e6 HTTP/1.1" status: 404 len: 347 time: 0.0140769 Aug 05 15:43:06.192895 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48938) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:06.310918 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-425d6a10-f4a5-461f-a487-f532e43fe92b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Deleting port 4359a933-3a6a-4c70-8fa9-a99652bbb892 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:06.311254 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-425d6a10-f4a5-461f-a487-f532e43fe92b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (4359a933-3a6a-4c70-8fa9-a99652bbb892), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:06.388728 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-425d6a10-f4a5-461f-a487-f532e43fe92b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (4359a933-3a6a-4c70-8fa9-a99652bbb892), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:06.389047 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-425d6a10-f4a5-461f-a487-f532e43fe92b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (4359a933-3a6a-4c70-8fa9-a99652bbb892), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:06.401551 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-425d6a10-f4a5-461f-a487-f532e43fe92b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Calling delete_port for 4359a933-3a6a-4c70-8fa9-a99652bbb892 owned by network:floatingip {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:06.591194 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-425d6a10-f4a5-461f-a487-f532e43fe92b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (4359a933-3a6a-4c70-8fa9-a99652bbb892), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:06.615761 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d6a10-f4a5-461f-a487-f532e43fe92b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Pushing event deleted for resources: {'Port': ['ID=4359a933-3a6a-4c70-8fa9-a99652bbb892,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:06.676739 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-425d6a10-f4a5-461f-a487-f532e43fe92b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks [] for floatingip (28e7b48e-d632-416f-add3-c6675daba4ec), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:06.679253 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-425d6a10-f4a5-461f-a487-f532e43fe92b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:06.680425 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-425d6a10-f4a5-461f-a487-f532e43fe92b tempest-AttachVolumeNegativeTest-213729793 tempest-AttachVolumeNegativeTest-213729793-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/28e7b48e-d632-416f-add3-c6675daba4ec HTTP/1.1" status: 204 len: 168 time: 0.4866433 Aug 05 15:43:08.095157 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device ed67b356-a381-4fff-b159-68d2d2cfd2a2 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:43:08.112777 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: ed67b356-a381-4fff-b159-68d2d2cfd2a2 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:43:08.113025 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device ed67b356-a381-4fff-b159-68d2d2cfd2a2 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:43:10.808761 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48978) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:11.084673 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:11.215190 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:11.219389 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928496'] for router_interface (2a094309-06d4-48a9-ada8-166e4358c861), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:11.437524 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] Deleting port 02aedc69-72f3-4bfb-a15f-e5a305010da2 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:11.437762 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:11.513862 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] For port 02aedc69-72f3-4bfb-a15f-e5a305010da2, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=02aedc69-72f3-4bfb-a15f-e5a305010da2,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:11.514215 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:11.526472 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] Calling delete_port for 02aedc69-72f3-4bfb-a15f-e5a305010da2 owned by network:router_interface {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:11.775844 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (02aedc69-72f3-4bfb-a15f-e5a305010da2), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:11.801536 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=02aedc69-72f3-4bfb-a15f-e5a305010da2,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:11.964718 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1928620'] for router_interface (2a094309-06d4-48a9-ada8-166e4358c861), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:12.013047 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:12.103541 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:12.167396 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] Router 2a094309-06d4-48a9-ada8-166e4358c861 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:43:12.272766 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:43:12.278884 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-01a57de8-1818-481a-864d-a0571afb9a05 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/2a094309-06d4-48a9-ada8-166e4358c861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4689412 Aug 05 15:43:12.281521 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48984) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:12.284168 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586a223e-dd57-49e5-89f3-499dc18c4047 None None] Sync routers for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:43:12.297028 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a223e-dd57-49e5-89f3-499dc18c4047 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:43:12.297668 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-586a223e-dd57-49e5-89f3-499dc18c4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:43:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:12.388973 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Publish callbacks [] for router (2a094309-06d4-48a9-ada8-166e4358c861), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:12.490295 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Publish callbacks [] for router_gateway (2a094309-06d4-48a9-ada8-166e4358c861), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:12.523222 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-586a223e-dd57-49e5-89f3-499dc18c4047 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:43:12.615776 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:12.626259 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:12.636684 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Deleting port 4a752cc3-6204-4430-b708-75c063ebe6bb {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:12.639960 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:12.694254 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-586a223e-dd57-49e5-89f3-499dc18c4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:43:11Z', 'revision_number': 5, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port': {'id': '4a752cc3-6204-4430-b708-75c063ebe6bb', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:cb:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a094309-06d4-48a9-ada8-166e4358c861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:12.719727 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586a223e-dd57-49e5-89f3-499dc18c4047 None None] Checking router: 2a094309-06d4-48a9-ada8-166e4358c861 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:43:12.722943 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] For port 4a752cc3-6204-4430-b708-75c063ebe6bb, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=4a752cc3-6204-4430-b708-75c063ebe6bb,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:12.722943 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:12.728521 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a223e-dd57-49e5-89f3-499dc18c4047 None None] Routers {'2a094309-06d4-48a9-ada8-166e4358c861'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:43:12.729184 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-586a223e-dd57-49e5-89f3-499dc18c4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:43:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['2a094309-06d4-48a9-ada8-166e4358c861'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:12.733816 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Calling delete_port for 4a752cc3-6204-4430-b708-75c063ebe6bb owned by network:router_gateway {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:12.813630 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-586a223e-dd57-49e5-89f3-499dc18c4047 None None] Set router 2a094309-06d4-48a9-ada8-166e4358c861 gateway port host: None {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:43:12.861609 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-586a223e-dd57-49e5-89f3-499dc18c4047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:43:12Z', 'revision_number': 6, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port_host': None}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:12.891294 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586a223e-dd57-49e5-89f3-499dc18c4047 None None] The sync data for ids ['2a094309-06d4-48a9-ada8-166e4358c861'] in dv-cinder-849890-4-iscsi is: [{'id': '2a094309-06d4-48a9-ada8-166e4358c861', 'name': 'tempest-AttachVolumeNegativeTest-1978557381-router', 'tenant_id': '2c77da48edba4903a1c51fee2a856167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:02Z', 'updated_at': '2022-08-05T15:43:12Z', 'revision_number': 6, 'project_id': '2c77da48edba4903a1c51fee2a856167', 'gw_port_host': None}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:43:12.964524 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (4a752cc3-6204-4430-b708-75c063ebe6bb), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:12.988095 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=4a752cc3-6204-4430-b708-75c063ebe6bb,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:13.052141 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935332'] for router_gateway (2a094309-06d4-48a9-ada8-166e4358c861), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.137955 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-586'] for router (2a094309-06d4-48a9-ada8-166e4358c861), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.140094 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Publish callbacks [] for router_controller (2a094309-06d4-48a9-ada8-166e4358c861), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.146890 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:13.224721 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1907273'] for router (2a094309-06d4-48a9-ada8-166e4358c861), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.225333 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a094309-06d4-48a9-ada8-166e4358c861 {{(pid=104517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:43:13.229489 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.230665 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-f89fbd8a-c0ef-483f-aca2-6544b5434f0b admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/2a094309-06d4-48a9-ada8-166e4358c861 HTTP/1.1" status: 204 len: 168 time: 0.9480970 Aug 05 15:43:13.233756 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 48986) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:13.262965 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:13.283828 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae35aa1-afa7-4358-977d-3b980a4e6b7f admin admin] Deleting subnet c7a52748-13b7-41f4-a2d6-6c53085216f4 {{(pid=104517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:43:13.287753 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7ae35aa1-afa7-4358-977d-3b980a4e6b7f admin admin] Publish callbacks [] for subnet (c7a52748-13b7-41f4-a2d6-6c53085216f4), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.325363 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7ae35aa1-afa7-4358-977d-3b980a4e6b7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599977'] for subnet (c7a52748-13b7-41f4-a2d6-6c53085216f4), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.402055 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7ae35aa1-afa7-4358-977d-3b980a4e6b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (c7a52748-13b7-41f4-a2d6-6c53085216f4), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.518814 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7ae35aa1-afa7-4358-977d-3b980a4e6b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3288574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59709028'] for subnet (c7a52748-13b7-41f4-a2d6-6c53085216f4), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.543066 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae35aa1-afa7-4358-977d-3b980a4e6b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a52748-13b7-41f4-a2d6-6c53085216f4,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:13.549156 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7ae35aa1-afa7-4358-977d-3b980a4e6b7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.552277 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7ae35aa1-afa7-4358-977d-3b980a4e6b7f admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/c7a52748-13b7-41f4-a2d6-6c53085216f4 HTTP/1.1" status: 204 len: 168 time: 0.3175774 Aug 05 15:43:13.554755 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75eff3b-44f1-4860-943a-77f04c38f6b8 None None] Network b05605aa-dd0e-428b-8865-2528537f12f7 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:43:13.555279 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48988) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:13.622656 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (b05605aa-dd0e-428b-8865-2528537f12f7), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.668129 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Deleting port 403c4041-5764-4911-9092-c7917ff12c88 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:13.668475 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (403c4041-5764-4911-9092-c7917ff12c88), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.718562 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30a7eb4-90be-499d-a072-f967d6e22e11 None None] DHCP port deletion for b05605aa-dd0e-428b-8865-2528537f12f7 request from dv-cinder-849890-4-iscsi {{(pid=104519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 15:43:13.739237 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] For port 403c4041-5764-4911-9092-c7917ff12c88, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=403c4041-5764-4911-9092-c7917ff12c88,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:13.739608 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (403c4041-5764-4911-9092-c7917ff12c88), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.754506 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Calling delete_port for 403c4041-5764-4911-9092-c7917ff12c88 owned by network:dhcp {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:13.760592 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 02aedc69-72f3-4bfb-a15f-e5a305010da2 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:43:13.764451 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-a30a7eb4-90be-499d-a072-f967d6e22e11 None None] Deleting port 403c4041-5764-4911-9092-c7917ff12c88 {{(pid=104519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:13.764818 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a30a7eb4-90be-499d-a072-f967d6e22e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (403c4041-5764-4911-9092-c7917ff12c88), before_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.782695 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 02aedc69-72f3-4bfb-a15f-e5a305010da2 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:43:13.783048 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 02aedc69-72f3-4bfb-a15f-e5a305010da2 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:43:13.783465 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 4a752cc3-6204-4430-b708-75c063ebe6bb no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:43:13.837156 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 4a752cc3-6204-4430-b708-75c063ebe6bb {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:43:13.837505 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 4a752cc3-6204-4430-b708-75c063ebe6bb not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:43:13.860617 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-a30a7eb4-90be-499d-a072-f967d6e22e11 None None] For port 403c4041-5764-4911-9092-c7917ff12c88, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=403c4041-5764-4911-9092-c7917ff12c88,segment=NetworkSegment(88aa35ca-1106-40ad-9e5a-588d7d6cd99a),segment_id=88aa35ca-1106-40ad-9e5a-588d7d6cd99a)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:13.861013 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a30a7eb4-90be-499d-a072-f967d6e22e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (403c4041-5764-4911-9092-c7917ff12c88), precommit_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.874071 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-a30a7eb4-90be-499d-a072-f967d6e22e11 None None] Calling delete_port for 403c4041-5764-4911-9092-c7917ff12c88 owned by network:dhcp {{(pid=104519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:13.901469 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (403c4041-5764-4911-9092-c7917ff12c88), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.933376 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=403c4041-5764-4911-9092-c7917ff12c88,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:13.939041 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] No DVR routers for this DVR port 403c4041-5764-4911-9092-c7917ff12c88 on host dv-cinder-849890-4-iscsi {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:43:13.958156 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-a30a7eb4-90be-499d-a072-f967d6e22e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937'] for port (403c4041-5764-4911-9092-c7917ff12c88), after_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:13.983991 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a7eb4-90be-499d-a072-f967d6e22e11 None None] Pushing event deleted for resources: {'Port': ['ID=403c4041-5764-4911-9092-c7917ff12c88,revision_number=None']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:13.987832 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a7eb4-90be-499d-a072-f967d6e22e11 None None] No DVR routers for this DVR port 403c4041-5764-4911-9092-c7917ff12c88 on host dv-cinder-849890-4-iscsi {{(pid=104519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:43:14.029334 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (b05605aa-dd0e-428b-8865-2528537f12f7), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:14.048931 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05605aa-dd0e-428b-8865-2528537f12f7']}} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:14.058439 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88aa35ca-1106-40ad-9e5a-588d7d6cd99a') {'for_net_delete': True} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:14.058736 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88aa35ca-1106-40ad-9e5a-588d7d6cd99a') {} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:14.069119 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3652385'] for segment (88aa35ca-1106-40ad-9e5a-588d7d6cd99a), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:14.083251 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (88aa35ca-1106-40ad-9e5a-588d7d6cd99a), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:14.089499 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=104518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:43:14.089880 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3513870'] for segment (88aa35ca-1106-40ad-9e5a-588d7d6cd99a), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:14.172329 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 88aa35ca-1106-40ad-9e5a-588d7d6cd99a resource provider aggregate not found Aug 05 15:43:14.188583 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 88aa35ca-1106-40ad-9e5a-588d7d6cd99a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88aa35ca-1106-40ad-9e5a-588d7d6cd99a found for delete ", "request_id": "req-1775c60b-1d47-412f-9050-dc0bba76e4bb"}]} Aug 05 15:43:14.215872 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (b05605aa-dd0e-428b-8865-2528537f12f7), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:14.221420 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:14.224501 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/b05605aa-dd0e-428b-8865-2528537f12f7 HTTP/1.1" status: 204 len: 168 time: 0.6686807 Aug 05 15:43:14.235614 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d54138-4c7d-4cc8-bfa5-d767c309ccc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b05605aa-dd0e-428b-8865-2528537f12f7,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:14.493496 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 48998) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:14.533910 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-55020d1c-e73f-48b9-aa74-6aeeb286866f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2c77da48edba4903a1c51fee2a856167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392148 Aug 05 15:43:14.536355 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49000) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:14.584348 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4b942206-b6f6-4a2e-90b2-a4d24f7fca67 admin admin] Publish callbacks [] for security_group (8d2ef63e-aebe-42dd-aa69-31557f5d2153), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:14.586430 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:14.605625 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4b942206-b6f6-4a2e-90b2-a4d24f7fca67 admin admin] Publish callbacks [] for security_group (8d2ef63e-aebe-42dd-aa69-31557f5d2153), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:14.631095 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:14.739306 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4b942206-b6f6-4a2e-90b2-a4d24f7fca67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (8d2ef63e-aebe-42dd-aa69-31557f5d2153), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:14.741871 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4b942206-b6f6-4a2e-90b2-a4d24f7fca67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:14.743154 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-4b942206-b6f6-4a2e-90b2-a4d24f7fca67 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8d2ef63e-aebe-42dd-aa69-31557f5d2153 HTTP/1.1" status: 204 len: 168 time: 0.2058825 Aug 05 15:43:14.752888 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b942206-b6f6-4a2e-90b2-a4d24f7fca67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2ef63e-aebe-42dd-aa69-31557f5d2153,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:15.712049 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 403c4041-5764-4911-9092-c7917ff12c88 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:43:15.730418 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 403c4041-5764-4911-9092-c7917ff12c88 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:43:15.730765 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 403c4041-5764-4911-9092-c7917ff12c88 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:43:16.898204 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:16.902395 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:19.575686 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49136) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:19.681375 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6ed13bf3-2834-4f1b-ad78-47e354088f14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:19.757051 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6ed13bf3-2834-4f1b-ad78-47e354088f14 admin admin] Publish callbacks [] for security_group (20a745d0-0ee3-46a5-9b4a-0210faa5dd51), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:19.821251 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6ed13bf3-2834-4f1b-ad78-47e354088f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (20a745d0-0ee3-46a5-9b4a-0210faa5dd51), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:19.860480 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed13bf3-2834-4f1b-ad78-47e354088f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a745d0-0ee3-46a5-9b4a-0210faa5dd51,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:19.865716 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-6ed13bf3-2834-4f1b-ad78-47e354088f14 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d1f886553c164fec995e15a34e5676c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889721 Aug 05 15:43:19.871966 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49140) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:19.919394 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d339390c-e8f2-426f-a820-e6d36403890c admin admin] Publish callbacks [] for security_group (20a745d0-0ee3-46a5-9b4a-0210faa5dd51), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:19.940090 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d339390c-e8f2-426f-a820-e6d36403890c admin admin] Publish callbacks [] for security_group (20a745d0-0ee3-46a5-9b4a-0210faa5dd51), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:20.038470 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d339390c-e8f2-426f-a820-e6d36403890c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (20a745d0-0ee3-46a5-9b4a-0210faa5dd51), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:20.041002 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d339390c-e8f2-426f-a820-e6d36403890c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:20.042166 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-d339390c-e8f2-426f-a820-e6d36403890c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/20a745d0-0ee3-46a5-9b4a-0210faa5dd51 HTTP/1.1" status: 204 len: 168 time: 0.1729536 Aug 05 15:43:20.044476 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:20.050945 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339390c-e8f2-426f-a820-e6d36403890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a745d0-0ee3-46a5-9b4a-0210faa5dd51,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:20.620938 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49146) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:20.634853 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-052af11c-1eec-457d-801f-36b7cba975a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:20.709217 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-052af11c-1eec-457d-801f-36b7cba975a3 admin admin] Publish callbacks [] for security_group (44643e2e-b8ab-464c-a000-4edbe0b0ed49), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:20.763680 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-052af11c-1eec-457d-801f-36b7cba975a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (44643e2e-b8ab-464c-a000-4edbe0b0ed49), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:20.802927 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052af11c-1eec-457d-801f-36b7cba975a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44643e2e-b8ab-464c-a000-4edbe0b0ed49,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:20.807143 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-052af11c-1eec-457d-801f-36b7cba975a3 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=8dec0d78dbb3494983bfead5385ab10f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1851671 Aug 05 15:43:20.810157 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49148) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:20.863280 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4718f893-0b0b-4395-8dca-7b43234f0cd0 admin admin] Publish callbacks [] for security_group (44643e2e-b8ab-464c-a000-4edbe0b0ed49), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:20.884191 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4718f893-0b0b-4395-8dca-7b43234f0cd0 admin admin] Publish callbacks [] for security_group (44643e2e-b8ab-464c-a000-4edbe0b0ed49), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:20.997986 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4718f893-0b0b-4395-8dca-7b43234f0cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (44643e2e-b8ab-464c-a000-4edbe0b0ed49), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:21.000540 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-4718f893-0b0b-4395-8dca-7b43234f0cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:21.001669 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-4718f893-0b0b-4395-8dca-7b43234f0cd0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/44643e2e-b8ab-464c-a000-4edbe0b0ed49 HTTP/1.1" status: 204 len: 168 time: 0.1906228 Aug 05 15:43:21.013624 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4718f893-0b0b-4395-8dca-7b43234f0cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44643e2e-b8ab-464c-a000-4edbe0b0ed49,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:23.370737 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49202) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:23.475526 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2ff42d1d-01a3-447c-bcbb-73e5111c96c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:23.549020 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2ff42d1d-01a3-447c-bcbb-73e5111c96c0 admin admin] Publish callbacks [] for security_group (50734001-3b1f-4a48-a5d1-8e6de65ee5e3), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:23.615267 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2ff42d1d-01a3-447c-bcbb-73e5111c96c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (50734001-3b1f-4a48-a5d1-8e6de65ee5e3), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:23.658171 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-2ff42d1d-01a3-447c-bcbb-73e5111c96c0 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d6155bfb9f9147d68d82d247261caa77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861075 Aug 05 15:43:23.659046 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff42d1d-01a3-447c-bcbb-73e5111c96c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50734001-3b1f-4a48-a5d1-8e6de65ee5e3,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:23.660909 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49206) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:23.710662 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5204542e-7ad6-4687-be97-ab5874f53349 admin admin] Publish callbacks [] for security_group (50734001-3b1f-4a48-a5d1-8e6de65ee5e3), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:23.733031 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5204542e-7ad6-4687-be97-ab5874f53349 admin admin] Publish callbacks [] for security_group (50734001-3b1f-4a48-a5d1-8e6de65ee5e3), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:23.832769 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5204542e-7ad6-4687-be97-ab5874f53349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (50734001-3b1f-4a48-a5d1-8e6de65ee5e3), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:23.835373 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5204542e-7ad6-4687-be97-ab5874f53349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:23.836599 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-5204542e-7ad6-4687-be97-ab5874f53349 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/50734001-3b1f-4a48-a5d1-8e6de65ee5e3 HTTP/1.1" status: 204 len: 168 time: 0.1746683 Aug 05 15:43:23.845297 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204542e-7ad6-4687-be97-ab5874f53349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50734001-3b1f-4a48-a5d1-8e6de65ee5e3,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:24.384838 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49212) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:24.398770 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc60e101-8e2c-45d7-b2cb-7c675f17706d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:24.475669 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc60e101-8e2c-45d7-b2cb-7c675f17706d admin admin] Publish callbacks [] for security_group (e7a22bc0-0782-46fa-8652-6ade6f05b680), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:24.541174 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-fc60e101-8e2c-45d7-b2cb-7c675f17706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e7a22bc0-0782-46fa-8652-6ade6f05b680), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:24.581190 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-fc60e101-8e2c-45d7-b2cb-7c675f17706d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c1de9b3504f94ef680525d504fa85e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952918 Aug 05 15:43:24.582047 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60e101-8e2c-45d7-b2cb-7c675f17706d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a22bc0-0782-46fa-8652-6ade6f05b680,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:24.584482 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49214) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:24.590951 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=19 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:24.636152 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2c9b39ed-0330-4fae-8e00-74d1dca2abe6 admin admin] Publish callbacks [] for security_group (e7a22bc0-0782-46fa-8652-6ade6f05b680), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:24.658847 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2c9b39ed-0330-4fae-8e00-74d1dca2abe6 admin admin] Publish callbacks [] for security_group (e7a22bc0-0782-46fa-8652-6ade6f05b680), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:24.778957 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2c9b39ed-0330-4fae-8e00-74d1dca2abe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e7a22bc0-0782-46fa-8652-6ade6f05b680), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:24.781593 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-2c9b39ed-0330-4fae-8e00-74d1dca2abe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:24.782998 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-2c9b39ed-0330-4fae-8e00-74d1dca2abe6 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e7a22bc0-0782-46fa-8652-6ade6f05b680 HTTP/1.1" status: 204 len: 168 time: 0.1972611 Aug 05 15:43:24.790854 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b39ed-0330-4fae-8e00-74d1dca2abe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a22bc0-0782-46fa-8652-6ade6f05b680,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:27.427013 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-e7b83bca-8fe8-4220-ac17-03d8e10bbae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:27.452319 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=13 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:27.457403 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=13 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:28.030417 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49284) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:28.134787 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:28.205223 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:28.214011 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Publish callbacks [] for security_group (45c8e903-8f2b-404a-beb2-3d9fa002ec79), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:28.296605 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (45c8e903-8f2b-404a-beb2-3d9fa002ec79), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:28.344321 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c8e903-8f2b-404a-beb2-3d9fa002ec79,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:28.349189 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=0a8684d9ff7f449295364dff438d34d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3177664 Aug 05 15:43:28.352019 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49288) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:28.354069 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.354453 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.354755 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.355091 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.355425 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.355751 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.356087 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.356423 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.356745 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.357071 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.357452 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.358420 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.358772 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.359096 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.359411 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b752fc6-642b-4fa8-8422-55516aeea5ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:28.401825 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-8a72db4a-1add-4523-9555-e44f0e44b3c9 admin admin] Publish callbacks [] for security_group (45c8e903-8f2b-404a-beb2-3d9fa002ec79), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:28.424133 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-8a72db4a-1add-4523-9555-e44f0e44b3c9 admin admin] Publish callbacks [] for security_group (45c8e903-8f2b-404a-beb2-3d9fa002ec79), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:28.530140 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-8a72db4a-1add-4523-9555-e44f0e44b3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (45c8e903-8f2b-404a-beb2-3d9fa002ec79), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:28.532964 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-8a72db4a-1add-4523-9555-e44f0e44b3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:28.534134 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-8a72db4a-1add-4523-9555-e44f0e44b3c9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/45c8e903-8f2b-404a-beb2-3d9fa002ec79 HTTP/1.1" status: 204 len: 168 time: 0.1810548 Aug 05 15:43:28.541827 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72db4a-1add-4523-9555-e44f0e44b3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c8e903-8f2b-404a-beb2-3d9fa002ec79,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:29.083713 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49294) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:29.097141 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d8dbebfd-83e6-4828-a8c1-2369ee8177c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:29.162379 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:29.169902 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:DELETE=10,neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:29.174973 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d8dbebfd-83e6-4828-a8c1-2369ee8177c6 admin admin] Publish callbacks [] for security_group (d79e4c30-3072-4f19-8201-e025fcc5bba1), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:29.232416 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-d8dbebfd-83e6-4828-a8c1-2369ee8177c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (d79e4c30-3072-4f19-8201-e025fcc5bba1), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:29.272780 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-d8dbebfd-83e6-4828-a8c1-2369ee8177c6 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=c7b2fe0310f0422c8922eefa3c88cf6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879938 Aug 05 15:43:29.273609 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbebfd-83e6-4828-a8c1-2369ee8177c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79e4c30-3072-4f19-8201-e025fcc5bba1,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:29.276117 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49296) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:29.327108 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5a42a4f4-03f4-4d89-b083-5a48c9f5de9e admin admin] Publish callbacks [] for security_group (d79e4c30-3072-4f19-8201-e025fcc5bba1), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:29.348362 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5a42a4f4-03f4-4d89-b083-5a48c9f5de9e admin admin] Publish callbacks [] for security_group (d79e4c30-3072-4f19-8201-e025fcc5bba1), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:29.484914 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5a42a4f4-03f4-4d89-b083-5a48c9f5de9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (d79e4c30-3072-4f19-8201-e025fcc5bba1), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:29.487837 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-5a42a4f4-03f4-4d89-b083-5a48c9f5de9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:29.489072 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-5a42a4f4-03f4-4d89-b083-5a48c9f5de9e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d79e4c30-3072-4f19-8201-e025fcc5bba1 HTTP/1.1" status: 204 len: 168 time: 0.2119572 Aug 05 15:43:29.498253 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42a4f4-03f4-4d89-b083-5a48c9f5de9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79e4c30-3072-4f19-8201-e025fcc5bba1,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:29.838279 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-9a38e131-f162-4462-8d23-aa6901195b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:30.904352 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:30.981301 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:32.340028 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49368) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:32.398236 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:32.446227 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6fa92f5f-e80f-44b7-9228-631fd5134bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:32.519313 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6fa92f5f-e80f-44b7-9228-631fd5134bf0 admin admin] Publish callbacks [] for security_group (482fb643-0f8a-4997-be45-dcdb78e52c69), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:32.579000 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-6fa92f5f-e80f-44b7-9228-631fd5134bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (482fb643-0f8a-4997-be45-dcdb78e52c69), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:32.622510 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-6fa92f5f-e80f-44b7-9228-631fd5134bf0 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=4243ceec64574e4e8a12a3daafd6dbf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807617 Aug 05 15:43:32.623365 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa92f5f-e80f-44b7-9228-631fd5134bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482fb643-0f8a-4997-be45-dcdb78e52c69,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:32.625901 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49372) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:32.630609 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:32.675203 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-827627cf-565e-4efb-a7cf-c4c59a9e965d admin admin] Publish callbacks [] for security_group (482fb643-0f8a-4997-be45-dcdb78e52c69), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:32.696676 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-827627cf-565e-4efb-a7cf-c4c59a9e965d admin admin] Publish callbacks [] for security_group (482fb643-0f8a-4997-be45-dcdb78e52c69), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:32.814927 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-827627cf-565e-4efb-a7cf-c4c59a9e965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (482fb643-0f8a-4997-be45-dcdb78e52c69), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:32.817499 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-827627cf-565e-4efb-a7cf-c4c59a9e965d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:32.818664 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-827627cf-565e-4efb-a7cf-c4c59a9e965d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/482fb643-0f8a-4997-be45-dcdb78e52c69 HTTP/1.1" status: 204 len: 168 time: 0.1917622 Aug 05 15:43:32.826562 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827627cf-565e-4efb-a7cf-c4c59a9e965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482fb643-0f8a-4997-be45-dcdb78e52c69,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:33.402426 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49380) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:33.416536 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3c321e59-a054-4223-ad90-450fee59ac6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:33.493059 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3c321e59-a054-4223-ad90-450fee59ac6a admin admin] Publish callbacks [] for security_group (e52f2306-e863-4690-98b2-6e6cf40b2bc6), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:33.540824 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-3c321e59-a054-4223-ad90-450fee59ac6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e52f2306-e863-4690-98b2-6e6cf40b2bc6), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:33.580405 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-3c321e59-a054-4223-ad90-450fee59ac6a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=51bf799f177749a3a81694b92dc7c132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1768289 Aug 05 15:43:33.581401 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c321e59-a054-4223-ad90-450fee59ac6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52f2306-e863-4690-98b2-6e6cf40b2bc6,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:33.583086 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49382) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:33.631689 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1f34763e-9997-4a3d-82b4-625f36fded81 admin admin] Publish callbacks [] for security_group (e52f2306-e863-4690-98b2-6e6cf40b2bc6), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:33.653426 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1f34763e-9997-4a3d-82b4-625f36fded81 admin admin] Publish callbacks [] for security_group (e52f2306-e863-4690-98b2-6e6cf40b2bc6), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:33.758099 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1f34763e-9997-4a3d-82b4-625f36fded81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (e52f2306-e863-4690-98b2-6e6cf40b2bc6), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:33.760791 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-1f34763e-9997-4a3d-82b4-625f36fded81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:33.761930 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-1f34763e-9997-4a3d-82b4-625f36fded81 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e52f2306-e863-4690-98b2-6e6cf40b2bc6 HTTP/1.1" status: 204 len: 168 time: 0.1778619 Aug 05 15:43:33.770661 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34763e-9997-4a3d-82b4-625f36fded81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52f2306-e863-4690-98b2-6e6cf40b2bc6,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:34.326804 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6a5d889f-e831-4aa7-9d91-19c85eb55293 req-79871a3b-a926-4acb-bd9b-fdd14f163020 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-164500704&fields=id&tenant_id=6e62e9372a7a47528e7973537bebbfb6 HTTP/1.1" status: 200 len: 267 time: 0.0525882 Aug 05 15:43:34.378399 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d889f-e831-4aa7-9d91-19c85eb55293 req-2aec12d9-f1a2-4cb9-891c-49616abf4bdc tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:34.379956 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6a5d889f-e831-4aa7-9d91-19c85eb55293 req-2aec12d9-f1a2-4cb9-891c-49616abf4bdc tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 984 time: 0.0470223 Aug 05 15:43:34.391423 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.v2.base [req-6a5d889f-e831-4aa7-9d91-19c85eb55293 req-589d33d3-8e9c-4f48-8164-e1eac13d09d2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Request body: {'port': {'security_groups': ['36d56c9a-c421-4997-891b-e2c57cd20fbc']}} {{(pid=104518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 05 15:43:34.466687 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6a5d889f-e831-4aa7-9d91-19c85eb55293 req-589d33d3-8e9c-4f48-8164-e1eac13d09d2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1047546'] for port (48995f61-b1de-411b-9621-65e545d953f7), before_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:34.907578 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-6a5d889f-e831-4aa7-9d91-19c85eb55293 req-589d33d3-8e9c-4f48-8164-e1eac13d09d2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] For port 48995f61-b1de-411b-9621-65e545d953f7, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=48995f61-b1de-411b-9621-65e545d953f7,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:34.933778 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:34.938230 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6a5d889f-e831-4aa7-9d91-19c85eb55293 req-589d33d3-8e9c-4f48-8164-e1eac13d09d2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for port (48995f61-b1de-411b-9621-65e545d953f7), precommit_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:35.019396 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6a5d889f-e831-4aa7-9d91-19c85eb55293 req-589d33d3-8e9c-4f48-8164-e1eac13d09d2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772847266789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772846882946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772846882964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3532246'] for port (48995f61-b1de-411b-9621-65e545d953f7), after_update {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:35.031060 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d889f-e831-4aa7-9d91-19c85eb55293 req-589d33d3-8e9c-4f48-8164-e1eac13d09d2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:35.035304 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-6a5d889f-e831-4aa7-9d91-19c85eb55293 req-589d33d3-8e9c-4f48-8164-e1eac13d09d2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:35.035304 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-6a5d889f-e831-4aa7-9d91-19c85eb55293 req-589d33d3-8e9c-4f48-8164-e1eac13d09d2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "PUT /networking/v2.0/ports/48995f61-b1de-411b-9621-65e545d953f7 HTTP/1.1" status: 200 len: 942 time: 0.6470747 Aug 05 15:43:35.035304 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'tag': '48995f61-b1de-411b-9621-65e545d953f7'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:43:35.036058 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54632f8d-db35-4b08-aca8-52df28d94cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "tag": "48995f61-b1de-411b-9621-65e545d953f7"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:43:35.037158 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['48995f61-b1de-411b-9621-65e545d953f7'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:43:35.044242 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49448) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:35.097859 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf41ccf8-aa2c-4ac5-b5ec-43a744d3856e x-openstack-request-id: req-cf41ccf8-aa2c-4ac5-b5ec-43a744d3856e {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:43:35.098503 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "tag": "48995f61-b1de-411b-9621-65e545d953f7", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:43:35.098788 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cf41ccf8-aa2c-4ac5-b5ec-43a744d3856e {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:43:35.099263 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf41ccf8-aa2c-4ac5-b5ec-43a744d3856e'] response: {'name': 'network-changed', 'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'tag': '48995f61-b1de-411b-9621-65e545d953f7', 'status': 'completed', 'code': 200} Aug 05 15:43:35.117954 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d33d3-8e9c-4f48-8164-e1eac13d09d2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event updated for resources: {'Port': ['ID=48995f61-b1de-411b-9621-65e545d953f7,revision_number=7']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:35.126908 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:35.165377 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-23f00803-247c-457f-8045-57b463a190cf tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group (7eedca7b-0c56-4959-88d8-5214c9d4e950), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:35.170344 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:35.174430 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['48995f61-b1de-411b-9621-65e545d953f7'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:43:35.183580 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54632f8d-db35-4b08-aca8-52df28d94cdc req-cad7cda2-8372-4dc6-9755-d33a35cc30ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:35.185183 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-54632f8d-db35-4b08-aca8-52df28d94cdc req-cad7cda2-8372-4dc6-9755-d33a35cc30ef service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=6e62e9372a7a47528e7973537bebbfb6&device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 1129 time: 0.0532012 Aug 05 15:43:35.199940 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-23f00803-247c-457f-8045-57b463a190cf tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group (7eedca7b-0c56-4959-88d8-5214c9d4e950), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:35.219651 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:35.247172 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:35.294981 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54632f8d-db35-4b08-aca8-52df28d94cdc req-6ab43517-e5c8-4bca-8b72-b0c33e0315e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:35.297236 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-54632f8d-db35-4b08-aca8-52df28d94cdc req-6ab43517-e5c8-4bca-8b72-b0c33e0315e9 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ea94c7fb-f199-4a01-9cab-f73506204f6e HTTP/1.1" status: 200 len: 916 time: 0.1040106 Aug 05 15:43:35.369909 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-23f00803-247c-457f-8045-57b463a190cf tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (7eedca7b-0c56-4959-88d8-5214c9d4e950), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:35.373008 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-23f00803-247c-457f-8045-57b463a190cf tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:35.374399 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-23f00803-247c-457f-8045-57b463a190cf tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7eedca7b-0c56-4959-88d8-5214c9d4e950 HTTP/1.1" status: 204 len: 168 time: 0.3291249 Aug 05 15:43:35.377379 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49456) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:35.384617 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f00803-247c-457f-8045-57b463a190cf tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eedca7b-0c56-4959-88d8-5214c9d4e950,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:35.392046 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-54632f8d-db35-4b08-aca8-52df28d94cdc req-ca17a443-8bb5-4cab-807d-7cbea6bde8aa service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48995f61-b1de-411b-9621-65e545d953f7 HTTP/1.1" status: 200 len: 1001 time: 0.0879836 Aug 05 15:43:35.542378 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54632f8d-db35-4b08-aca8-52df28d94cdc req-764637c1-9a64-46d2-ad2f-50a932699348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:35.543830 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-54632f8d-db35-4b08-aca8-52df28d94cdc req-764637c1-9a64-46d2-ad2f-50a932699348 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=71df6cf7-5f37-4cbb-b574-fc2d4c4be892 HTTP/1.1" status: 200 len: 854 time: 0.0973551 Aug 05 15:43:35.617659 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54632f8d-db35-4b08-aca8-52df28d94cdc req-4fc88ac7-31db-429d-aaa9-c0db0a856ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:35.619224 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-54632f8d-db35-4b08-aca8-52df28d94cdc req-4fc88ac7-31db-429d-aaa9-c0db0a856ece service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea94c7fb-f199-4a01-9cab-f73506204f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650914 Aug 05 15:43:35.621545 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Deleting port 8a7b740b-5172-4120-8f0d-225fd5ff1d66 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:35.621887 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (8a7b740b-5172-4120-8f0d-225fd5ff1d66), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:35.719851 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:35.761078 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (8a7b740b-5172-4120-8f0d-225fd5ff1d66), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:35.761405 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for floatingip (8a7b740b-5172-4120-8f0d-225fd5ff1d66), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:35.783166 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Calling delete_port for 8a7b740b-5172-4120-8f0d-225fd5ff1d66 owned by network:floatingip {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:35.788541 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-54632f8d-db35-4b08-aca8-52df28d94cdc req-ff9dc4f5-b827-4a52-80f0-2815cc78df0b service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551065 Aug 05 15:43:35.939118 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-54632f8d-db35-4b08-aca8-52df28d94cdc req-ff00caf6-5c07-407c-aa4a-da9ecea77325 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441891 Aug 05 15:43:36.065918 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (8a7b740b-5172-4120-8f0d-225fd5ff1d66), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:36.092432 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event deleted for resources: {'Port': ['ID=8a7b740b-5172-4120-8f0d-225fd5ff1d66,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:36.098131 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:36.153510 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks [] for floatingip (2019daa4-d279-481d-8c6b-7d112c74860a), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:36.153838 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.db.l3_db [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Floating IP 2019daa4-d279-481d-8c6b-7d112c74860a disassociated (deleted). External IP: 172.27.0.242, port: 48995f61-b1de-411b-9621-65e545d953f7. Aug 05 15:43:36.371292 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Router 01b95789-ea13-4352-bf38-170655abaa77 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:43:36.494047 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:43:36.498837 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:36.503383 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6491ad-9422-4655-8544-4e9c32d1d380 None None] Sync routers for ids ['01b95789-ea13-4352-bf38-170655abaa77'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:43:36.513535 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6491ad-9422-4655-8544-4e9c32d1d380 None None] Routers {'01b95789-ea13-4352-bf38-170655abaa77'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:43:36.515105 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-3c6491ad-9422-4655-8544-4e9c32d1d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:43:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['01b95789-ea13-4352-bf38-170655abaa77'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:36.529382 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-ea7ab2fb-e427-47ad-a1c1-1ba9083fb3f2 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/2019daa4-d279-481d-8c6b-7d112c74860a HTTP/1.1" status: 204 len: 168 time: 1.1506097 Aug 05 15:43:36.703765 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-3c6491ad-9422-4655-8544-4e9c32d1d380 None None] Set router 01b95789-ea13-4352-bf38-170655abaa77 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:43:36.905494 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-3c6491ad-9422-4655-8544-4e9c32d1d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 4, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '5e7f54f3-6ec4-40a7-9135-c795d7f91850', 'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'mac_address': 'fa:16:3e:be:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:31Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 5, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'subnets': [{'id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:36.939193 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6491ad-9422-4655-8544-4e9c32d1d380 None None] Checking router: 01b95789-ea13-4352-bf38-170655abaa77 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:43:36.948781 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6491ad-9422-4655-8544-4e9c32d1d380 None None] Routers {'01b95789-ea13-4352-bf38-170655abaa77'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:43:36.949412 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-3c6491ad-9422-4655-8544-4e9c32d1d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:43:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['01b95789-ea13-4352-bf38-170655abaa77'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:37.060452 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-3c6491ad-9422-4655-8544-4e9c32d1d380 None None] Set router 01b95789-ea13-4352-bf38-170655abaa77 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:43:37.100446 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'tag': '48995f61-b1de-411b-9621-65e545d953f7'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:43:37.102949 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda4cf43-fc8a-4754-9abe-8937f515545a" -d '{"events": [{"name": "network-changed", "server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "tag": "48995f61-b1de-411b-9621-65e545d953f7"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:43:37.149627 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe90ff1-b8d5-4925-8936-c5490afc3470 x-openstack-request-id: req-8fe90ff1-b8d5-4925-8936-c5490afc3470 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:43:37.149990 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "tag": "48995f61-b1de-411b-9621-65e545d953f7", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:43:37.150309 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8fe90ff1-b8d5-4925-8936-c5490afc3470 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:43:37.150784 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fe90ff1-b8d5-4925-8936-c5490afc3470'] response: {'name': 'network-changed', 'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'tag': '48995f61-b1de-411b-9621-65e545d953f7', 'status': 'completed', 'code': 200} Aug 05 15:43:37.257217 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-3c6491ad-9422-4655-8544-4e9c32d1d380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 4, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '5e7f54f3-6ec4-40a7-9135-c795d7f91850', 'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'mac_address': 'fa:16:3e:be:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:31Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 5, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'subnets': [{'id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:37.283459 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6491ad-9422-4655-8544-4e9c32d1d380 None None] The sync data for ids ['01b95789-ea13-4352-bf38-170655abaa77'] in dv-cinder-849890-4-iscsi is: [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:32Z', 'revision_number': 4, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': '5e7f54f3-6ec4-40a7-9135-c795d7f91850', 'name': '', 'network_id': 'ea94c7fb-f199-4a01-9cab-f73506204f6e', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'mac_address': 'fa:16:3e:be:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:31Z', 'updated_at': '2022-08-05T15:41:38Z', 'revision_number': 5, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'subnets': [{'id': '71df6cf7-5f37-4cbb-b574-fc2d4c4be892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:43:37.391588 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4cf43-fc8a-4754-9abe-8937f515545a req-741336db-c7d6-4c1c-b55d-0b6fbc5cdbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:37.393109 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cda4cf43-fc8a-4754-9abe-8937f515545a req-741336db-c7d6-4c1c-b55d-0b6fbc5cdbaa service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=6e62e9372a7a47528e7973537bebbfb6&device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 1129 time: 0.0429158 Aug 05 15:43:37.507840 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4cf43-fc8a-4754-9abe-8937f515545a req-985b0069-dcf0-4847-93ce-b89b9fd64570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:37.509476 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cda4cf43-fc8a-4754-9abe-8937f515545a req-985b0069-dcf0-4847-93ce-b89b9fd64570 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=ea94c7fb-f199-4a01-9cab-f73506204f6e HTTP/1.1" status: 200 len: 916 time: 0.1099114 Aug 05 15:43:37.538127 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e6d2d4-cde7-492f-9532-3fcdf5a5d0dc None None] New status for floating IP 2019daa4-d279-481d-8c6b-7d112c74860a: DOWN {{(pid=104519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:43:37.550855 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cda4cf43-fc8a-4754-9abe-8937f515545a req-9a5e12eb-e366-4f96-9cd6-ca041aa57e52 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48995f61-b1de-411b-9621-65e545d953f7 HTTP/1.1" status: 200 len: 217 time: 0.0347502 Aug 05 15:43:37.610760 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4cf43-fc8a-4754-9abe-8937f515545a req-bf39b1a0-8156-44ba-8ec9-db8629449548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:37.612278 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cda4cf43-fc8a-4754-9abe-8937f515545a req-bf39b1a0-8156-44ba-8ec9-db8629449548 service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=71df6cf7-5f37-4cbb-b574-fc2d4c4be892 HTTP/1.1" status: 200 len: 854 time: 0.0492446 Aug 05 15:43:37.660677 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4cf43-fc8a-4754-9abe-8937f515545a req-40269cb3-3c7a-4433-9f35-b4e741502015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:37.662181 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cda4cf43-fc8a-4754-9abe-8937f515545a req-40269cb3-3c7a-4433-9f35-b4e741502015 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=ea94c7fb-f199-4a01-9cab-f73506204f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434039 Aug 05 15:43:37.715567 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:37.764494 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cda4cf43-fc8a-4754-9abe-8937f515545a req-29821bed-f039-46ab-a25d-6711093e42f5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915856 Aug 05 15:43:37.871406 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-cda4cf43-fc8a-4754-9abe-8937f515545a req-6df91740-fc70-48d4-9b29-8aa0f4595607 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999322 Aug 05 15:43:38.909835 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:43:39.823804 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65941f16-fa54-429f-87ec-42764e2f22ad req-9845dbb4-2c13-4808-9fe0-ffd4568501a7 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:39.825303 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-65941f16-fa54-429f-87ec-42764e2f22ad req-9845dbb4-2c13-4808-9fe0-ffd4568501a7 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 945 time: 0.0482469 Aug 05 15:43:39.872945 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-65941f16-fa54-429f-87ec-42764e2f22ad req-a71b671f-2a3c-4299-9f8d-171b6328b344 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414858 Aug 05 15:43:40.992178 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8e682-6244-45d2-9ed3-e1b753c39802 req-63f47367-078e-4eb4-babc-1c42dbcf89fd tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:40.993656 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-92a8e682-6244-45d2-9ed3-e1b753c39802 req-63f47367-078e-4eb4-babc-1c42dbcf89fd tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 945 time: 0.0466533 Aug 05 15:43:41.047712 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-92a8e682-6244-45d2-9ed3-e1b753c39802 req-4fb2db68-9eed-414f-be04-2bf6439216ff tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=36d56c9a-c421-4997-891b-e2c57cd20fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484307 Aug 05 15:43:41.616485 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d9af5-1733-4520-90d5-fed2f5cd8ca4 req-02804cbe-1989-41c9-8ebf-a2375b2e1f81 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:41.617913 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-944d9af5-1733-4520-90d5-fed2f5cd8ca4 req-02804cbe-1989-41c9-8ebf-a2375b2e1f81 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 945 time: 0.0470750 Aug 05 15:43:41.708542 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-944d9af5-1733-4520-90d5-fed2f5cd8ca4 req-613f8be4-7104-4742-930d-f91e56a00211 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Deleting port 48995f61-b1de-411b-9621-65e545d953f7 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:41.709069 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-944d9af5-1733-4520-90d5-fed2f5cd8ca4 req-613f8be4-7104-4742-930d-f91e56a00211 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (48995f61-b1de-411b-9621-65e545d953f7), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:41.769574 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:41.805045 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-944d9af5-1733-4520-90d5-fed2f5cd8ca4 req-613f8be4-7104-4742-930d-f91e56a00211 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] For port 48995f61-b1de-411b-9621-65e545d953f7, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=48995f61-b1de-411b-9621-65e545d953f7,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:41.805409 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-944d9af5-1733-4520-90d5-fed2f5cd8ca4 req-613f8be4-7104-4742-930d-f91e56a00211 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (48995f61-b1de-411b-9621-65e545d953f7), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:41.819303 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-944d9af5-1733-4520-90d5-fed2f5cd8ca4 req-613f8be4-7104-4742-930d-f91e56a00211 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Calling delete_port for 48995f61-b1de-411b-9621-65e545d953f7 owned by compute:nova {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:42.033307 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-944d9af5-1733-4520-90d5-fed2f5cd8ca4 req-613f8be4-7104-4742-930d-f91e56a00211 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (48995f61-b1de-411b-9621-65e545d953f7), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:42.044886 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] get_ports_and_sgs() called for port_ids ['48995f61-b1de-411b-9621-65e545d953f7'] {{(pid=104519) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 05 15:43:42.062945 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f8be4-7104-4742-930d-f91e56a00211 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Pushing event deleted for resources: {'Port': ['ID=48995f61-b1de-411b-9621-65e545d953f7,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:42.111216 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-944d9af5-1733-4520-90d5-fed2f5cd8ca4 req-613f8be4-7104-4742-930d-f91e56a00211 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] No DVR routers for this DVR port 48995f61-b1de-411b-9621-65e545d953f7 on host hv-cinder-84989 {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:43:42.113863 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-944d9af5-1733-4520-90d5-fed2f5cd8ca4 req-613f8be4-7104-4742-930d-f91e56a00211 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:42.117197 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-944d9af5-1733-4520-90d5-fed2f5cd8ca4 req-613f8be4-7104-4742-930d-f91e56a00211 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.17 "DELETE /networking/v2.0/ports/48995f61-b1de-411b-9621-65e545d953f7 HTTP/1.1" status: 204 len: 173 time: 0.4901845 Aug 05 15:43:42.117666 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'name': 'network-vif-deleted', 'tag': '48995f61-b1de-411b-9621-65e545d953f7'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:43:42.120967 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7091e19d-c2df-4207-8914-0e3a7a4431c7" -d '{"events": [{"server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "name": "network-vif-deleted", "tag": "48995f61-b1de-411b-9621-65e545d953f7"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:43:42.160988 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e854adc-44be-41f7-b50e-298732eef831 x-openstack-request-id: req-2e854adc-44be-41f7-b50e-298732eef831 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:43:42.161292 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f4ac26-5bea-44a0-9a56-8f33e3006c10", "name": "network-vif-deleted", "tag": "48995f61-b1de-411b-9621-65e545d953f7", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:43:42.162218 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2e854adc-44be-41f7-b50e-298732eef831 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:43:42.162218 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e854adc-44be-41f7-b50e-298732eef831'] response: {'server_uuid': '84f4ac26-5bea-44a0-9a56-8f33e3006c10', 'name': 'network-vif-deleted', 'tag': '48995f61-b1de-411b-9621-65e545d953f7', 'status': 'completed', 'code': 200} Aug 05 15:43:42.167684 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9fec5b7b-5d93-414f-a52c-4de068219099 req-87a894ba-7796-4a1e-b18f-2d785f6cef22 tempest-TestMinimumBasicScenario-1826098860 tempest-TestMinimumBasicScenario-1826098860-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=84f4ac26-5bea-44a0-9a56-8f33e3006c10 HTTP/1.1" status: 200 len: 210 time: 0.0371854 Aug 05 15:43:44.410138 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49570) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:44.593522 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:44.727567 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928496'] for router_interface (01b95789-ea13-4352-bf38-170655abaa77), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:44.955453 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] Deleting port 5e7f54f3-6ec4-40a7-9135-c795d7f91850 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:44.955791 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:45.038038 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:45.039929 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] For port 5e7f54f3-6ec4-40a7-9135-c795d7f91850, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=5e7f54f3-6ec4-40a7-9135-c795d7f91850,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:45.040320 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:45.054192 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] Calling delete_port for 5e7f54f3-6ec4-40a7-9135-c795d7f91850 owned by network:router_interface {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:45.295268 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (5e7f54f3-6ec4-40a7-9135-c795d7f91850), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:45.319277 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7f54f3-6ec4-40a7-9135-c795d7f91850,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:45.380453 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:45.468663 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:45.489100 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1928620'] for router_interface (01b95789-ea13-4352-bf38-170655abaa77), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:45.695748 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] Router 01b95789-ea13-4352-bf38-170655abaa77 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:43:45.796923 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:43:45.801966 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-01b53e31-cefa-4e93-9024-c6d87c25fedb admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/01b95789-ea13-4352-bf38-170655abaa77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3907857 Aug 05 15:43:45.804685 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49582) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:45.807013 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c4046-a142-4a25-af1f-9262a7e780d4 None None] Sync routers for ids ['01b95789-ea13-4352-bf38-170655abaa77'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:43:45.817980 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c4046-a142-4a25-af1f-9262a7e780d4 None None] Routers {'01b95789-ea13-4352-bf38-170655abaa77'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:43:45.818578 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-b48c4046-a142-4a25-af1f-9262a7e780d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:43:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['01b95789-ea13-4352-bf38-170655abaa77'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:45.906845 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Publish callbacks [] for router (01b95789-ea13-4352-bf38-170655abaa77), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:45.919223 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-b48c4046-a142-4a25-af1f-9262a7e780d4 None None] Set router 01b95789-ea13-4352-bf38-170655abaa77 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:43:46.009038 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Publish callbacks [] for router_gateway (01b95789-ea13-4352-bf38-170655abaa77), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:46.048221 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:46.085345 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:46.087925 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-b48c4046-a142-4a25-af1f-9262a7e780d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:43:45Z', 'revision_number': 5, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port': {'id': 'edfab479-f3c4-4527-97cc-db5afa6f9e2b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b95789-ea13-4352-bf38-170655abaa77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:46.112933 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Deleting port edfab479-f3c4-4527-97cc-db5afa6f9e2b {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:46.113277 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:46.116419 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c4046-a142-4a25-af1f-9262a7e780d4 None None] Checking router: 01b95789-ea13-4352-bf38-170655abaa77 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:43:46.125256 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c4046-a142-4a25-af1f-9262a7e780d4 None None] Routers {'01b95789-ea13-4352-bf38-170655abaa77'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:43:46.125853 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-b48c4046-a142-4a25-af1f-9262a7e780d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:43:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['01b95789-ea13-4352-bf38-170655abaa77'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:46.199473 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] For port edfab479-f3c4-4527-97cc-db5afa6f9e2b, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=edfab479-f3c4-4527-97cc-db5afa6f9e2b,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:46.199835 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:46.208001 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-b48c4046-a142-4a25-af1f-9262a7e780d4 None None] Set router 01b95789-ea13-4352-bf38-170655abaa77 gateway port host: None {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:43:46.212573 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Calling delete_port for edfab479-f3c4-4527-97cc-db5afa6f9e2b owned by network:router_gateway {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:46.215238 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 48995f61-b1de-411b-9621-65e545d953f7 no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:43:46.238451 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 48995f61-b1de-411b-9621-65e545d953f7 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:43:46.238788 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 48995f61-b1de-411b-9621-65e545d953f7 not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:43:46.256882 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-b48c4046-a142-4a25-af1f-9262a7e780d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:43:46Z', 'revision_number': 6, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port_host': None}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:46.281189 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48c4046-a142-4a25-af1f-9262a7e780d4 None None] The sync data for ids ['01b95789-ea13-4352-bf38-170655abaa77'] in dv-cinder-849890-4-iscsi is: [{'id': '01b95789-ea13-4352-bf38-170655abaa77', 'name': 'tempest-TestMinimumBasicScenario-1258108993-router', 'tenant_id': '6e62e9372a7a47528e7973537bebbfb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:29Z', 'updated_at': '2022-08-05T15:43:46Z', 'revision_number': 6, 'project_id': '6e62e9372a7a47528e7973537bebbfb6', 'gw_port_host': None}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:43:46.427386 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (edfab479-f3c4-4527-97cc-db5afa6f9e2b), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:46.454400 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Pushing event deleted for resources: {'Port': ['ID=edfab479-f3c4-4527-97cc-db5afa6f9e2b,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:46.518955 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935332'] for router_gateway (01b95789-ea13-4352-bf38-170655abaa77), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:46.605200 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-586'] for router (01b95789-ea13-4352-bf38-170655abaa77), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:46.607256 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Publish callbacks [] for router_controller (01b95789-ea13-4352-bf38-170655abaa77), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:46.735134 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1907273'] for router (01b95789-ea13-4352-bf38-170655abaa77), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:46.735788 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01b95789-ea13-4352-bf38-170655abaa77 {{(pid=104517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:43:46.740676 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:46.741840 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-cd17b74c-5be6-43d4-86d7-54d9eebe7254 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/01b95789-ea13-4352-bf38-170655abaa77 HTTP/1.1" status: 204 len: 168 time: 0.9359531 Aug 05 15:43:46.744451 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49590) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:46.790945 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5d82e8-8860-40e9-a97c-f75cf4658c2e admin admin] Deleting subnet 71df6cf7-5f37-4cbb-b574-fc2d4c4be892 {{(pid=104517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:43:46.792974 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd5d82e8-8860-40e9-a97c-f75cf4658c2e admin admin] Publish callbacks [] for subnet (71df6cf7-5f37-4cbb-b574-fc2d4c4be892), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:46.826803 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd5d82e8-8860-40e9-a97c-f75cf4658c2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599977'] for subnet (71df6cf7-5f37-4cbb-b574-fc2d4c4be892), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:46.872298 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:46.893071 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:46.903961 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd5d82e8-8860-40e9-a97c-f75cf4658c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (71df6cf7-5f37-4cbb-b574-fc2d4c4be892), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.036995 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd5d82e8-8860-40e9-a97c-f75cf4658c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3288574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59709028'] for subnet (71df6cf7-5f37-4cbb-b574-fc2d4c4be892), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.064682 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d82e8-8860-40e9-a97c-f75cf4658c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71df6cf7-5f37-4cbb-b574-fc2d4c4be892,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:47.070571 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-dd5d82e8-8860-40e9-a97c-f75cf4658c2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.074486 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-dd5d82e8-8860-40e9-a97c-f75cf4658c2e admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/71df6cf7-5f37-4cbb-b574-fc2d4c4be892 HTTP/1.1" status: 204 len: 168 time: 0.3290570 Aug 05 15:43:47.077000 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49592) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:47.080422 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18626352-68cb-47ca-9764-5eedcb6db3b6 None None] Network ea94c7fb-f199-4a01-9cab-f73506204f6e requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:43:47.152624 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (ea94c7fb-f199-4a01-9cab-f73506204f6e), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.197582 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Deleting port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:47.197921 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.256645 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] DHCP port deletion for ea94c7fb-f199-4a01-9cab-f73506204f6e request from dv-cinder-849890-4-iscsi {{(pid=104519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 15:43:47.269992 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] For port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=3db8e8c8-d543-492d-aaae-10c1eac6d0a0,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:47.270357 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.284447 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Calling delete_port for 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 owned by network:dhcp {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:47.298293 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Deleting port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 {{(pid=104519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:47.298679 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), before_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.365359 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] For port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=3db8e8c8-d543-492d-aaae-10c1eac6d0a0,segment=NetworkSegment(2b02d2bf-684a-441b-91e0-b1c62a0c7c02),segment_id=2b02d2bf-684a-441b-91e0-b1c62a0c7c02)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:47.365759 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), precommit_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.378980 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Calling delete_port for 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 owned by network:dhcp {{(pid=104519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:47.413145 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.437829 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Pushing event deleted for resources: {'Port': ['ID=3db8e8c8-d543-492d-aaae-10c1eac6d0a0,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:47.444446 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] No DVR routers for this DVR port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 on host dv-cinder-849890-4-iscsi {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:43:47.461285 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937'] for port (3db8e8c8-d543-492d-aaae-10c1eac6d0a0), after_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.486194 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Pushing event deleted for resources: {'Port': ['ID=3db8e8c8-d543-492d-aaae-10c1eac6d0a0,revision_number=None']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:47.494528 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] No DVR routers for this DVR port 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 on host dv-cinder-849890-4-iscsi {{(pid=104519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:43:47.496648 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.497183 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.497688 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.498215 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.498726 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.499785 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.500434 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.500848 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.501197 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.501531 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.501889 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.502222 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.502553 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.502874 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.503370 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b806775-6db4-42bc-b53e-16a3aa09570a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:43:47.528525 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (ea94c7fb-f199-4a01-9cab-f73506204f6e), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.548548 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea94c7fb-f199-4a01-9cab-f73506204f6e']}} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:47.557814 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b02d2bf-684a-441b-91e0-b1c62a0c7c02') {'for_net_delete': True} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:47.558115 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b02d2bf-684a-441b-91e0-b1c62a0c7c02') {} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:47.568450 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59599968'] for segment (2b02d2bf-684a-441b-91e0-b1c62a0c7c02), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.581400 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (2b02d2bf-684a-441b-91e0-b1c62a0c7c02), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.587569 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=104517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:43:47.587951 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3298908'] for segment (2b02d2bf-684a-441b-91e0-b1c62a0c7c02), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.724135 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment 2b02d2bf-684a-441b-91e0-b1c62a0c7c02 resource provider aggregate not found Aug 05 15:43:47.732044 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 5e7f54f3-6ec4-40a7-9135-c795d7f91850 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:43:47.739150 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (ea94c7fb-f199-4a01-9cab-f73506204f6e), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.742001 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment 2b02d2bf-684a-441b-91e0-b1c62a0c7c02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b02d2bf-684a-441b-91e0-b1c62a0c7c02 found for delete ", "request_id": "req-f5de232b-6785-48fd-b8da-a6e174e064b6"}]} Aug 05 15:43:47.747217 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:47.750759 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/ea94c7fb-f199-4a01-9cab-f73506204f6e HTTP/1.1" status: 204 len: 168 time: 0.6719394 Aug 05 15:43:47.753665 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 5e7f54f3-6ec4-40a7-9135-c795d7f91850 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:43:47.753854 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49602) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:47.754333 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 5e7f54f3-6ec4-40a7-9135-c795d7f91850 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:43:47.754333 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:43:47.760878 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e051b5-56f0-41cf-a280-0648c9ab998b admin admin] Pushing event deleted for resources: {'Network': ['ID=ea94c7fb-f199-4a01-9cab-f73506204f6e,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:47.772724 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:43:47.773021 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 3db8e8c8-d543-492d-aaae-10c1eac6d0a0 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:43:47.773443 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device edfab479-f3c4-4527-97cc-db5afa6f9e2b no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:43:47.792100 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: edfab479-f3c4-4527-97cc-db5afa6f9e2b {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:43:47.792453 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device edfab479-f3c4-4527-97cc-db5afa6f9e2b not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:43:48.208816 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:48.323687 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928496'] for router_interface (181dc3ba-5c70-47eb-bc9c-042d83105c29), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:48.506529 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=100 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:48.544267 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] Deleting port 92fcc22e-c38b-43ba-ba9c-45811058cc79 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:48.544612 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:48.626260 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] For port 92fcc22e-c38b-43ba-ba9c-45811058cc79, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=92fcc22e-c38b-43ba-ba9c-45811058cc79,segment=NetworkSegment(a0513fa4-c9db-49e5-befc-ce0f80c20185),segment_id=a0513fa4-c9db-49e5-befc-ce0f80c20185)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:48.626625 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:48.639134 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] Calling delete_port for 92fcc22e-c38b-43ba-ba9c-45811058cc79 owned by network:router_interface {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:48.912964 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (92fcc22e-c38b-43ba-ba9c-45811058cc79), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:48.938563 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] Pushing event deleted for resources: {'Port': ['ID=92fcc22e-c38b-43ba-ba9c-45811058cc79,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:49.100977 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1928620'] for router_interface (181dc3ba-5c70-47eb-bc9c-042d83105c29), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:49.281132 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:49.308394 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] Router 181dc3ba-5c70-47eb-bc9c-042d83105c29 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:43:49.351870 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:49.411594 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:43:49.416526 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-5fec9e4a-0f59-4080-ae68-7a599f927779 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/181dc3ba-5c70-47eb-bc9c-042d83105c29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6615050 Aug 05 15:43:49.418978 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49606) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:49.423955 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9a3f1-45c1-4219-bfba-6f240be8bd07 None None] Sync routers for ids ['181dc3ba-5c70-47eb-bc9c-042d83105c29'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:43:49.433630 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9a3f1-45c1-4219-bfba-6f240be8bd07 None None] Routers {'181dc3ba-5c70-47eb-bc9c-042d83105c29'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:43:49.434448 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-07b9a3f1-45c1-4219-bfba-6f240be8bd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:43:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['181dc3ba-5c70-47eb-bc9c-042d83105c29'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:49.469864 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:49.521329 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Publish callbacks [] for router (181dc3ba-5c70-47eb-bc9c-042d83105c29), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:49.535395 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-07b9a3f1-45c1-4219-bfba-6f240be8bd07 None None] Set router 181dc3ba-5c70-47eb-bc9c-042d83105c29 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:43:49.623441 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Publish callbacks [] for router_gateway (181dc3ba-5c70-47eb-bc9c-042d83105c29), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:49.706811 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-07b9a3f1-45c1-4219-bfba-6f240be8bd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'name': 'tempest-TestMinimumBasicScenario-879900817-router', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:43:48Z', 'revision_number': 5, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'gw_port': {'id': 'e28b9d5b-0427-4ae9-94c2-c2423c0eebf3', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3a:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:49.726125 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Deleting port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:49.726601 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:49.732537 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9a3f1-45c1-4219-bfba-6f240be8bd07 None None] Checking router: 181dc3ba-5c70-47eb-bc9c-042d83105c29 for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:43:49.740975 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9a3f1-45c1-4219-bfba-6f240be8bd07 None None] Routers {'181dc3ba-5c70-47eb-bc9c-042d83105c29'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:43:49.741621 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-07b9a3f1-45c1-4219-bfba-6f240be8bd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:43:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['181dc3ba-5c70-47eb-bc9c-042d83105c29'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:49.812700 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] For port e28b9d5b-0427-4ae9-94c2-c2423c0eebf3, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=e28b9d5b-0427-4ae9-94c2-c2423c0eebf3,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:49.813070 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:49.832426 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Calling delete_port for e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 owned by network:router_gateway {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:49.953081 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-07b9a3f1-45c1-4219-bfba-6f240be8bd07 None None] Set router 181dc3ba-5c70-47eb-bc9c-042d83105c29 gateway port host: None {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:43:49.975604 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:50.004764 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-07b9a3f1-45c1-4219-bfba-6f240be8bd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'name': 'tempest-TestMinimumBasicScenario-879900817-router', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:43:49Z', 'revision_number': 6, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'gw_port_host': None}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:50.029753 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9a3f1-45c1-4219-bfba-6f240be8bd07 None None] The sync data for ids ['181dc3ba-5c70-47eb-bc9c-042d83105c29'] in dv-cinder-849890-4-iscsi is: [{'id': '181dc3ba-5c70-47eb-bc9c-042d83105c29', 'name': 'tempest-TestMinimumBasicScenario-879900817-router', 'tenant_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:41:35Z', 'updated_at': '2022-08-05T15:43:49Z', 'revision_number': 6, 'project_id': '9cb1f083fca24a3a8bfaa6b085b02856', 'gw_port_host': None}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:43:50.089669 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (e28b9d5b-0427-4ae9-94c2-c2423c0eebf3), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.113005 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e28b9d5b-0427-4ae9-94c2-c2423c0eebf3,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:50.177455 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935332'] for router_gateway (181dc3ba-5c70-47eb-bc9c-042d83105c29), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.254607 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:50.263046 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-586'] for router (181dc3ba-5c70-47eb-bc9c-042d83105c29), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.265912 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Publish callbacks [] for router_controller (181dc3ba-5c70-47eb-bc9c-042d83105c29), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.384769 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1907273'] for router (181dc3ba-5c70-47eb-bc9c-042d83105c29), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.385421 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 181dc3ba-5c70-47eb-bc9c-042d83105c29 {{(pid=104518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:43:50.390316 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.394086 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-11e1cc3e-4967-4168-9600-73c7b180e9f2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/181dc3ba-5c70-47eb-bc9c-042d83105c29 HTTP/1.1" status: 204 len: 168 time: 0.9716144 Aug 05 15:43:50.394196 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49610) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:50.444595 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa04369f-7f99-41e0-ae89-cc50fd0921ee admin admin] Deleting subnet a883b414-803a-4f9f-8804-2aeb018bddb5 {{(pid=104518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:43:50.447981 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-aa04369f-7f99-41e0-ae89-cc50fd0921ee admin admin] Publish callbacks [] for subnet (a883b414-803a-4f9f-8804-2aeb018bddb5), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.486700 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-aa04369f-7f99-41e0-ae89-cc50fd0921ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3652392'] for subnet (a883b414-803a-4f9f-8804-2aeb018bddb5), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.549782 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:50.560318 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-aa04369f-7f99-41e0-ae89-cc50fd0921ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (a883b414-803a-4f9f-8804-2aeb018bddb5), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.690494 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-aa04369f-7f99-41e0-ae89-cc50fd0921ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3532204', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59666836'] for subnet (a883b414-803a-4f9f-8804-2aeb018bddb5), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.716818 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04369f-7f99-41e0-ae89-cc50fd0921ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a883b414-803a-4f9f-8804-2aeb018bddb5,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:50.720977 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-aa04369f-7f99-41e0-ae89-cc50fd0921ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for subnet (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.726883 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49616) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:50.727718 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3accaa-690c-4b76-9db1-8709d29213b4 None None] Network d0e842a4-cb43-4dbb-b5db-28121787f535 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:43:50.735272 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-aa04369f-7f99-41e0-ae89-cc50fd0921ee admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/a883b414-803a-4f9f-8804-2aeb018bddb5 HTTP/1.1" status: 204 len: 168 time: 0.3399439 Aug 05 15:43:50.773361 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:50.797768 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (d0e842a4-cb43-4dbb-b5db-28121787f535), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.877856 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Deleting port 309ba14c-effd-4e4a-be6c-475419514930 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:50.877856 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (309ba14c-effd-4e4a-be6c-475419514930), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:50.911603 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029403dd-c7ae-405e-acbb-0242678d53b1 None None] DHCP port deletion for d0e842a4-cb43-4dbb-b5db-28121787f535 request from dv-cinder-849890-4-iscsi {{(pid=104519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 15:43:50.954803 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-029403dd-c7ae-405e-acbb-0242678d53b1 None None] Deleting port 309ba14c-effd-4e4a-be6c-475419514930 {{(pid=104519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:50.955334 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-029403dd-c7ae-405e-acbb-0242678d53b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (309ba14c-effd-4e4a-be6c-475419514930), before_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:51.034801 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-029403dd-c7ae-405e-acbb-0242678d53b1 None None] For port 309ba14c-effd-4e4a-be6c-475419514930, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=309ba14c-effd-4e4a-be6c-475419514930,segment=NetworkSegment(a0513fa4-c9db-49e5-befc-ce0f80c20185),segment_id=a0513fa4-c9db-49e5-befc-ce0f80c20185)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:51.035206 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-029403dd-c7ae-405e-acbb-0242678d53b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (309ba14c-effd-4e4a-be6c-475419514930), precommit_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:51.050906 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-029403dd-c7ae-405e-acbb-0242678d53b1 None None] Calling delete_port for 309ba14c-effd-4e4a-be6c-475419514930 owned by network:dhcp {{(pid=104519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:51.209454 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-029403dd-c7ae-405e-acbb-0242678d53b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937'] for port (309ba14c-effd-4e4a-be6c-475419514930), after_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:51.225598 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] For port 309ba14c-effd-4e4a-be6c-475419514930, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=309ba14c-effd-4e4a-be6c-475419514930,segment=NetworkSegment(a0513fa4-c9db-49e5-befc-ce0f80c20185),segment_id=a0513fa4-c9db-49e5-befc-ce0f80c20185)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:43:51.225953 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (309ba14c-effd-4e4a-be6c-475419514930), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:51.238415 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Calling delete_port for 309ba14c-effd-4e4a-be6c-475419514930 owned by network:dhcp {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:51.238626 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029403dd-c7ae-405e-acbb-0242678d53b1 None None] Pushing event deleted for resources: {'Port': ['ID=309ba14c-effd-4e4a-be6c-475419514930,revision_number=None']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:51.245889 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029403dd-c7ae-405e-acbb-0242678d53b1 None None] No DVR routers for this DVR port 309ba14c-effd-4e4a-be6c-475419514930 on host dv-cinder-849890-4-iscsi {{(pid=104519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:43:51.298975 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:51.325322 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (309ba14c-effd-4e4a-be6c-475419514930), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:51.351300 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Pushing event deleted for resources: {'Port': ['ID=309ba14c-effd-4e4a-be6c-475419514930,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:51.355239 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] No DVR routers for this DVR port 309ba14c-effd-4e4a-be6c-475419514930 on host dv-cinder-849890-4-iscsi {{(pid=104517) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:43:51.425874 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (d0e842a4-cb43-4dbb-b5db-28121787f535), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:51.449486 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e842a4-cb43-4dbb-b5db-28121787f535']}} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:51.459339 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0513fa4-c9db-49e5-befc-ce0f80c20185') {'for_net_delete': True} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:51.459632 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.services.segments.db [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0513fa4-c9db-49e5-befc-ce0f80c20185') {} {{(pid=104517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:51.469413 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59599968'] for segment (a0513fa4-c9db-49e5-befc-ce0f80c20185), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:51.482608 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (a0513fa4-c9db-49e5-befc-ce0f80c20185), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:51.488965 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=104517) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:43:51.489346 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3298908'] for segment (a0513fa4-c9db-49e5-befc-ce0f80c20185), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:51.528672 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment a0513fa4-c9db-49e5-befc-ce0f80c20185 resource provider aggregate not found Aug 05 15:43:51.546887 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.services.segments.plugin [-] Segment a0513fa4-c9db-49e5-befc-ce0f80c20185 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0513fa4-c9db-49e5-befc-ce0f80c20185 found for delete ", "request_id": "req-c4f53743-cf70-4210-923e-6b0a8d2b4363"}]} Aug 05 15:43:51.626824 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (d0e842a4-cb43-4dbb-b5db-28121787f535), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:51.632273 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:51.635559 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/d0e842a4-cb43-4dbb-b5db-28121787f535 HTTP/1.1" status: 204 len: 168 time: 0.9076633 Aug 05 15:43:51.647828 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e58d30f-3930-4a80-a42a-33ede06811ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e842a4-cb43-4dbb-b5db-28121787f535,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:51.735276 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:43:51.754825 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:43:51.755184 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device e28b9d5b-0427-4ae9-94c2-c2423c0eebf3 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:43:51.755653 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 92fcc22e-c38b-43ba-ba9c-45811058cc79 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:43:51.773759 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 92fcc22e-c38b-43ba-ba9c-45811058cc79 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:43:51.774104 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 92fcc22e-c38b-43ba-ba9c-45811058cc79 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:43:51.774508 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 309ba14c-effd-4e4a-be6c-475419514930 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:43:51.792456 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 309ba14c-effd-4e4a-be6c-475419514930 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:43:51.792801 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 309ba14c-effd-4e4a-be6c-475419514930 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:43:52.015213 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49634) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:52.055038 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-f2dabcec-52fe-4663-8f81-464613169d02 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=6e62e9372a7a47528e7973537bebbfb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386384 Aug 05 15:43:52.064402 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49636) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:52.115514 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-15e45377-3660-48b3-8818-7a38f40fb565 admin admin] Publish callbacks [] for security_group (36d56c9a-c421-4997-891b-e2c57cd20fbc), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:52.137880 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-15e45377-3660-48b3-8818-7a38f40fb565 admin admin] Publish callbacks [] for security_group (36d56c9a-c421-4997-891b-e2c57cd20fbc), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:52.271983 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-15e45377-3660-48b3-8818-7a38f40fb565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (36d56c9a-c421-4997-891b-e2c57cd20fbc), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:52.274565 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-15e45377-3660-48b3-8818-7a38f40fb565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:52.275748 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-15e45377-3660-48b3-8818-7a38f40fb565 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/36d56c9a-c421-4997-891b-e2c57cd20fbc HTTP/1.1" status: 204 len: 168 time: 0.2104297 Aug 05 15:43:52.286124 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e45377-3660-48b3-8818-7a38f40fb565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d56c9a-c421-4997-891b-e2c57cd20fbc,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:52.746129 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49648) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:52.856477 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f3222a7e-7682-4f3d-aec6-08d1119dc8a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:52.930631 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f3222a7e-7682-4f3d-aec6-08d1119dc8a8 admin admin] Publish callbacks [] for security_group (a3412668-ac5f-4c31-8aa2-26ac7b6a3edd), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:52.966165 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49652) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:53.006151 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-b157eeb3-14a9-4f0f-80f8-dfd2ac7092e5 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9cb1f083fca24a3a8bfaa6b085b02856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387108 Aug 05 15:43:53.008600 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49654) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:53.056803 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-f3222a7e-7682-4f3d-aec6-08d1119dc8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a3412668-ac5f-4c31-8aa2-26ac7b6a3edd), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:53.059383 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-241dd4e8-41b0-4ac2-ae0f-3edafc0e7889 admin admin] Publish callbacks [] for security_group (84336483-daf4-4520-8bdb-634bd59b3046), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:53.117719 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3222a7e-7682-4f3d-aec6-08d1119dc8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3412668-ac5f-4c31-8aa2-26ac7b6a3edd,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:53.121655 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-241dd4e8-41b0-4ac2-ae0f-3edafc0e7889 admin admin] Publish callbacks [] for security_group (84336483-daf4-4520-8bdb-634bd59b3046), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:53.128699 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-f3222a7e-7682-4f3d-aec6-08d1119dc8a8 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=804c691d29234f53bee590edd642ad97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3814740 Aug 05 15:43:53.133829 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49656) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:53.191182 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8fc4-13ea-4359-87e8-48ba550d58a2 admin admin] Publish callbacks [] for security_group (a3412668-ac5f-4c31-8aa2-26ac7b6a3edd), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:53.212913 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8fc4-13ea-4359-87e8-48ba550d58a2 admin admin] Publish callbacks [] for security_group (a3412668-ac5f-4c31-8aa2-26ac7b6a3edd), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:53.243733 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-241dd4e8-41b0-4ac2-ae0f-3edafc0e7889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (84336483-daf4-4520-8bdb-634bd59b3046), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:53.246495 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-241dd4e8-41b0-4ac2-ae0f-3edafc0e7889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:53.250639 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-241dd4e8-41b0-4ac2-ae0f-3edafc0e7889 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/84336483-daf4-4520-8bdb-634bd59b3046 HTTP/1.1" status: 204 len: 168 time: 0.2381730 Aug 05 15:43:53.258454 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241dd4e8-41b0-4ac2-ae0f-3edafc0e7889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84336483-daf4-4520-8bdb-634bd59b3046,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:53.356406 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8fc4-13ea-4359-87e8-48ba550d58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a3412668-ac5f-4c31-8aa2-26ac7b6a3edd), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:53.359779 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-9f9f8fc4-13ea-4359-87e8-48ba550d58a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:53.361001 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-9f9f8fc4-13ea-4359-87e8-48ba550d58a2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a3412668-ac5f-4c31-8aa2-26ac7b6a3edd HTTP/1.1" status: 204 len: 168 time: 0.2312579 Aug 05 15:43:53.368996 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f8fc4-13ea-4359-87e8-48ba550d58a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3412668-ac5f-4c31-8aa2-26ac7b6a3edd,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:56.232111 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=18 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:56.259997 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=7 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:57.489279 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-732de683-56b8-4809-9e98-78d6f56eaad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:58.767560 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49730) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:43:58.909367 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Deleting port ebbab97e-8953-4eee-9d6e-680daeb4e159 {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:43:58.909704 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (ebbab97e-8953-4eee-9d6e-680daeb4e159), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:58.956111 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:58.991933 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (ebbab97e-8953-4eee-9d6e-680daeb4e159), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:58.992618 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for floatingip (ebbab97e-8953-4eee-9d6e-680daeb4e159), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:59.005536 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Calling delete_port for ebbab97e-8953-4eee-9d6e-680daeb4e159 owned by network:floatingip {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:43:59.020125 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:59.304249 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (ebbab97e-8953-4eee-9d6e-680daeb4e159), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:59.329799 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event deleted for resources: {'Port': ['ID=ebbab97e-8953-4eee-9d6e-680daeb4e159,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:43:59.396310 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for floatingip (87fc442c-b5d5-4ded-bbc5-9e74d1b4bb98), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:59.396640 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.db.l3_db [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Floating IP 87fc442c-b5d5-4ded-bbc5-9e74d1b4bb98 disassociated (deleted). External IP: 172.27.0.80, port: 1b2ba23a-8013-4633-b805-dfe87929d3df. Aug 05 15:43:59.598082 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Router 5b0e0013-e5ee-44c4-a504-1494e8952664 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:43:59.704044 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:43:59.708845 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for floatingip (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:59.713344 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b57d5-3a9b-4da3-bc40-cbedfc3c60be None None] Sync routers for ids ['5b0e0013-e5ee-44c4-a504-1494e8952664'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:43:59.722994 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b57d5-3a9b-4da3-bc40-cbedfc3c60be None None] Routers {'5b0e0013-e5ee-44c4-a504-1494e8952664'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:43:59.723686 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-5c6b57d5-3a9b-4da3-bc40-cbedfc3c60be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:43:30Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['5b0e0013-e5ee-44c4-a504-1494e8952664'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:43:59.738854 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-987131b2-111a-400d-b414-362c910e19bd tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/87fc442c-b5d5-4ded-bbc5-9e74d1b4bb98 HTTP/1.1" status: 204 len: 168 time: 0.9700100 Aug 05 15:43:59.739477 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df'}] {{(pid=104517) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:43:59.741928 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7381bdd4ca708de6f6fc4c43baccc0a7b9734bd914bfe7330527757f4171bd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c522b4-65a1-4fce-9152-3ff013dadfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df"}]}' {{(pid=104517) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:43:59.795470 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 05 Aug 2022 15:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956928c9-008f-40d6-a47e-d26b300973fa x-openstack-request-id: req-956928c9-008f-40d6-a47e-d26b300973fa {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:43:59.796327 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df", "status": "completed", "code": 200}]} {{(pid=104517) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:43:59.796327 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-956928c9-008f-40d6-a47e-d26b300973fa {{(pid=104517) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:43:59.796735 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956928c9-008f-40d6-a47e-d26b300973fa'] response: {'name': 'network-changed', 'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'status': 'completed', 'code': 200} Aug 05 15:43:59.829419 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-5c6b57d5-3a9b-4da3-bc40-cbedfc3c60be None None] Set router 5b0e0013-e5ee-44c4-a504-1494e8952664 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:43:59.864881 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c522b4-65a1-4fce-9152-3ff013dadfc6 req-c4d62ac5-f556-46ee-a68e-e563ebeddc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:59.866935 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e2c522b4-65a1-4fce-9152-3ff013dadfc6 req-c4d62ac5-f556-46ee-a68e-e563ebeddc99 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?tenant_id=7b3f679565d546ff8e6418643699c002&device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 1130 time: 0.0528665 Aug 05 15:43:59.921719 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-e2803bde-6df8-4123-be67-88ca6b0604da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:43:59.935168 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:43:59.969365 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c522b4-65a1-4fce-9152-3ff013dadfc6 req-52f40f80-6101-464a-9a00-08d13a37a7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:43:59.970887 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e2c522b4-65a1-4fce-9152-3ff013dadfc6 req-52f40f80-6101-464a-9a00-08d13a37a7b8 service neutron] 10.222.0.17 "GET /networking/v2.0/networks?id=a6b6686e-428b-46bc-8365-eafa91007418 HTTP/1.1" status: 200 len: 908 time: 0.0980396 Aug 05 15:44:00.013247 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e2c522b4-65a1-4fce-9152-3ff013dadfc6 req-b6d28654-5bf5-4783-95e3-598cced7c144 service neutron] 10.222.0.17 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b2ba23a-8013-4633-b805-dfe87929d3df HTTP/1.1" status: 200 len: 217 time: 0.0354025 Aug 05 15:44:00.069624 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c522b4-65a1-4fce-9152-3ff013dadfc6 req-de8d2ac8-f27d-4b64-b89d-89ddcb7f161e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:44:00.071218 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e2c522b4-65a1-4fce-9152-3ff013dadfc6 req-de8d2ac8-f27d-4b64-b89d-89ddcb7f161e service neutron] 10.222.0.17 "GET /networking/v2.0/subnets?id=23d3e519-ccfd-4d6b-be30-9de8d71ac086 HTTP/1.1" status: 200 len: 846 time: 0.0463099 Aug 05 15:44:00.114475 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-5c6b57d5-3a9b-4da3-bc40-cbedfc3c60be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'd60b6b60-c58d-431a-a68a-25964ffaa95f', 'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'mac_address': 'fa:16:3e:f1:f4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:56Z', 'updated_at': '2022-08-05T15:39:01Z', 'revision_number': 5, 'project_id': '7b3f679565d546ff8e6418643699c002', 'subnets': [{'id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:00.117956 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c522b4-65a1-4fce-9152-3ff013dadfc6 req-9583aac8-8e5b-4ba3-bf98-9893820360b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:44:00.118564 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e2c522b4-65a1-4fce-9152-3ff013dadfc6 req-9583aac8-8e5b-4ba3-bf98-9893820360b3 service neutron] 10.222.0.17 "GET /networking/v2.0/ports?network_id=a6b6686e-428b-46bc-8365-eafa91007418&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415514 Aug 05 15:44:00.138957 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b57d5-3a9b-4da3-bc40-cbedfc3c60be None None] Checking router: 5b0e0013-e5ee-44c4-a504-1494e8952664 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:44:00.148398 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6b57d5-3a9b-4da3-bc40-cbedfc3c60be None None] Routers {'5b0e0013-e5ee-44c4-a504-1494e8952664'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:44:00.149014 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-5c6b57d5-3a9b-4da3-bc40-cbedfc3c60be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:44:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['5b0e0013-e5ee-44c4-a504-1494e8952664'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:00.209563 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:00.225762 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dae12-73ff-4738-b740-86923e5794d9 req-507046e9-c37c-4db3-9343-75dbe550b25a tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:44:00.227228 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0d3dae12-73ff-4738-b740-86923e5794d9 req-507046e9-c37c-4db3-9343-75dbe550b25a tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0550690 Aug 05 15:44:00.253984 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-5c6b57d5-3a9b-4da3-bc40-cbedfc3c60be None None] Set router 5b0e0013-e5ee-44c4-a504-1494e8952664 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:44:00.269795 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e2c522b4-65a1-4fce-9152-3ff013dadfc6 req-a5b1ce1d-7c20-444b-b05e-fac1136b0265 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447496 Aug 05 15:44:00.298172 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-0d3dae12-73ff-4738-b740-86923e5794d9 req-6fc6dab9-a8d7-4f1a-bedf-5af42e3e5c7a tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584302 Aug 05 15:44:00.442212 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-5c6b57d5-3a9b-4da3-bc40-cbedfc3c60be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'd60b6b60-c58d-431a-a68a-25964ffaa95f', 'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'mac_address': 'fa:16:3e:f1:f4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:56Z', 'updated_at': '2022-08-05T15:39:01Z', 'revision_number': 5, 'project_id': '7b3f679565d546ff8e6418643699c002', 'subnets': [{'id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:00.467641 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6b57d5-3a9b-4da3-bc40-cbedfc3c60be None None] The sync data for ids ['5b0e0013-e5ee-44c4-a504-1494e8952664'] in dv-cinder-849890-4-iscsi is: [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:38:57Z', 'revision_number': 4, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi', '_interfaces': [{'id': 'd60b6b60-c58d-431a-a68a-25964ffaa95f', 'name': '', 'network_id': 'a6b6686e-428b-46bc-8365-eafa91007418', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'mac_address': 'fa:16:3e:f1:f4:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:56Z', 'updated_at': '2022-08-05T15:39:01Z', 'revision_number': 5, 'project_id': '7b3f679565d546ff8e6418643699c002', 'subnets': [{'id': '23d3e519-ccfd-4d6b-be30-9de8d71ac086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:44:00.681674 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6397f-236b-462b-aeb5-bbf61be65d93 None None] New status for floating IP 87fc442c-b5d5-4ded-bbc5-9e74d1b4bb98: DOWN {{(pid=104519) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 05 15:44:00.932866 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:00.997798 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:01.231009 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-e2c522b4-65a1-4fce-9152-3ff013dadfc6 req-3e276b4e-cd1e-43e7-a0e4-83de52ec9ed5 service neutron] 10.222.0.17 "GET /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893407 Aug 05 15:44:01.426142 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915062c-85c0-4409-9815-53c6268c9b7f req-94b9bec4-3c78-4d6f-ae18-b1621628fb2b tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:44:01.427607 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5915062c-85c0-4409-9815-53c6268c9b7f req-94b9bec4-3c78-4d6f-ae18-b1621628fb2b tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0468469 Aug 05 15:44:01.477192 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-5915062c-85c0-4409-9815-53c6268c9b7f req-469e2285-3a63-46cf-b2a3-222a3b314c0c tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=a50a515d-c098-4c6a-ac84-bbc76243d4da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435767 Aug 05 15:44:01.627983 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcc406-a5e9-4faa-9798-a601614ba877 req-1524fd71-04e6-4cdc-b798-7232ddbb96a1 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 05 15:44:01.629363 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9afcc406-a5e9-4faa-9798-a601614ba877 req-1524fd71-04e6-4cdc-b798-7232ddbb96a1 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.17 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 946 time: 0.0502925 Aug 05 15:44:01.708879 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-9afcc406-a5e9-4faa-9798-a601614ba877 req-fbad5250-3523-4c4a-865b-760956869602 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Deleting port 1b2ba23a-8013-4633-b805-dfe87929d3df {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:44:01.714334 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-9afcc406-a5e9-4faa-9798-a601614ba877 req-fbad5250-3523-4c4a-865b-760956869602 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:01.802852 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [req-9afcc406-a5e9-4faa-9798-a601614ba877 req-fbad5250-3523-4c4a-865b-760956869602 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] For port 1b2ba23a-8013-4633-b805-dfe87929d3df, host hv-cinder-84989, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84989',level=0,port_id=1b2ba23a-8013-4633-b805-dfe87929d3df,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:44:01.803209 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-9afcc406-a5e9-4faa-9798-a601614ba877 req-fbad5250-3523-4c4a-865b-760956869602 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:01.816245 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [req-9afcc406-a5e9-4faa-9798-a601614ba877 req-fbad5250-3523-4c4a-865b-760956869602 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Calling delete_port for 1b2ba23a-8013-4633-b805-dfe87929d3df owned by compute:nova {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:44:01.995519 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-9afcc406-a5e9-4faa-9798-a601614ba877 req-fbad5250-3523-4c4a-865b-760956869602 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (1b2ba23a-8013-4633-b805-dfe87929d3df), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:02.022199 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad5250-3523-4c4a-865b-760956869602 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event deleted for resources: {'Port': ['ID=1b2ba23a-8013-4633-b805-dfe87929d3df,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:02.066767 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afcc406-a5e9-4faa-9798-a601614ba877 req-fbad5250-3523-4c4a-865b-760956869602 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] No DVR routers for this DVR port 1b2ba23a-8013-4633-b805-dfe87929d3df on host hv-cinder-84989 {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:44:02.069215 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [req-9afcc406-a5e9-4faa-9798-a601614ba877 req-fbad5250-3523-4c4a-865b-760956869602 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150180'] for port (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:02.074012 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-9afcc406-a5e9-4faa-9798-a601614ba877 req-fbad5250-3523-4c4a-865b-760956869602 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.17 "DELETE /networking/v2.0/ports/1b2ba23a-8013-4633-b805-dfe87929d3df HTTP/1.1" status: 204 len: 173 time: 0.4381223 Aug 05 15:44:02.074012 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'name': 'network-vif-deleted', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df'}] {{(pid=104518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 05 15:44:02.075173 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f62bd66dcb32811116260b402dd16d5cd3334e1c1678bb2b06b81c216f3f8eff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e7c011-95bf-44e8-8101-e572f963b379" -d '{"events": [{"server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "name": "network-vif-deleted", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df"}]}' {{(pid=104518) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 05 15:44:02.114899 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 05 Aug 2022 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300a0abd-7726-4b84-96ca-fa9586f0a551 x-openstack-request-id: req-300a0abd-7726-4b84-96ca-fa9586f0a551 {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 05 15:44:02.119292 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47d4294-a4d6-4950-b778-7e1947c6a8ef", "name": "network-vif-deleted", "tag": "1b2ba23a-8013-4633-b805-dfe87929d3df", "status": "completed", "code": 200}]} {{(pid=104518) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 05 15:44:02.119292 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-300a0abd-7726-4b84-96ca-fa9586f0a551 {{(pid=104518) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 05 15:44:02.119292 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.notifiers.nova [-] Nova event matching ['req-300a0abd-7726-4b84-96ca-fa9586f0a551'] response: {'server_uuid': 'c47d4294-a4d6-4950-b778-7e1947c6a8ef', 'name': 'network-vif-deleted', 'tag': '1b2ba23a-8013-4633-b805-dfe87929d3df', 'status': 'completed', 'code': 200} Aug 05 15:44:02.419115 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:02.587627 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-3d637e3f-20f8-45a9-b718-e6dcfd7642ae req-75c7dc1e-6210-459f-b19d-b8e7ab329201 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 210 time: 0.0283630 Aug 05 15:44:02.672734 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:03.703817 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [req-76b72588-83ec-4b96-9b96-a232448008e6 req-c6bf30c4-7679-4611-9d40-898551beea60 tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=c47d4294-a4d6-4950-b778-7e1947c6a8ef HTTP/1.1" status: 200 len: 210 time: 0.0316365 Aug 05 15:44:04.345752 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49794) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:04.452905 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:04.502048 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:04.527773 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Publish callbacks [] for security_group (42ecd20d-c870-48bb-8a73-7e93e5a44dea), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:04.600967 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (42ecd20d-c870-48bb-8a73-7e93e5a44dea), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:04.604427 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:04.644089 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ecd20d-c870-48bb-8a73-7e93e5a44dea,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:04.647928 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=527bac41a3b3426fb949b34fb7b85f31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011606 Aug 05 15:44:04.650751 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49798) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:04.653809 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.654153 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.654491 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.654827 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.655154 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.655516 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.655841 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.656186 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.656508 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.656831 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.657150 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.657467 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.657784 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.658362 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.658681 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee5a1e-e45e-46ff-8f69-5fc23ed43750 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-849890-4-iscsi {{(pid=104518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 05 15:44:04.705500 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7a86-a208-49d3-95dd-e362bbc027ca admin admin] Publish callbacks [] for security_group (42ecd20d-c870-48bb-8a73-7e93e5a44dea), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:04.713863 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:04.727226 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7a86-a208-49d3-95dd-e362bbc027ca admin admin] Publish callbacks [] for security_group (42ecd20d-c870-48bb-8a73-7e93e5a44dea), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:04.774860 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49802) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:04.832948 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d3e923a6-af8f-495b-8fb5-cc68993b203e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group (a50a515d-c098-4c6a-ac84-bbc76243d4da), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:04.858087 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d3e923a6-af8f-495b-8fb5-cc68993b203e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group (a50a515d-c098-4c6a-ac84-bbc76243d4da), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:04.866603 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7a86-a208-49d3-95dd-e362bbc027ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (42ecd20d-c870-48bb-8a73-7e93e5a44dea), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:04.869183 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ebeb7a86-a208-49d3-95dd-e362bbc027ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:04.870304 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-ebeb7a86-a208-49d3-95dd-e362bbc027ca admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/42ecd20d-c870-48bb-8a73-7e93e5a44dea HTTP/1.1" status: 204 len: 168 time: 0.2185133 Aug 05 15:44:04.883106 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb7a86-a208-49d3-95dd-e362bbc027ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ecd20d-c870-48bb-8a73-7e93e5a44dea,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:04.884831 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:05.061407 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d3e923a6-af8f-495b-8fb5-cc68993b203e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (a50a515d-c098-4c6a-ac84-bbc76243d4da), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.065633 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d3e923a6-af8f-495b-8fb5-cc68993b203e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.075670 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-d3e923a6-af8f-495b-8fb5-cc68993b203e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a50a515d-c098-4c6a-ac84-bbc76243d4da HTTP/1.1" status: 204 len: 168 time: 0.2914307 Aug 05 15:44:05.084958 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e923a6-af8f-495b-8fb5-cc68993b203e tempest-TestShelveInstance-457044803 tempest-TestShelveInstance-457044803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a515d-c098-4c6a-ac84-bbc76243d4da,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:05.213040 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49810) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:05.526127 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49814) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:05.540806 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-92312873-df43-40e1-b544-8bbb518f252b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.620446 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-92312873-df43-40e1-b544-8bbb518f252b admin admin] Publish callbacks [] for security_group (ce7fc6fc-99c5-4b21-8b73-ab7e2acd18eb), precommit_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.637426 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928496'] for router_interface (5b0e0013-e5ee-44c4-a504-1494e8952664), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.735166 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-92312873-df43-40e1-b544-8bbb518f252b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (ce7fc6fc-99c5-4b21-8b73-ab7e2acd18eb), after_create {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.779619 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-92312873-df43-40e1-b544-8bbb518f252b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=43c57992731546b9bc4d5efd6c97056f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523396 Aug 05 15:44:05.780528 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49816) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:05.782514 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92312873-df43-40e1-b544-8bbb518f252b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7fc6fc-99c5-4b21-8b73-ab7e2acd18eb,revision_number=1']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:05.836362 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7224c194-6c7c-44b1-b0b2-222e452381cc admin admin] Publish callbacks [] for security_group (ce7fc6fc-99c5-4b21-8b73-ab7e2acd18eb), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.858416 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7224c194-6c7c-44b1-b0b2-222e452381cc admin admin] Publish callbacks [] for security_group (ce7fc6fc-99c5-4b21-8b73-ab7e2acd18eb), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.870165 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] Deleting port d60b6b60-c58d-431a-a68a-25964ffaa95f {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:44:05.875590 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.949641 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] For port d60b6b60-c58d-431a-a68a-25964ffaa95f, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=d60b6b60-c58d-431a-a68a-25964ffaa95f,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:44:05.949918 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.963437 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] Calling delete_port for d60b6b60-c58d-431a-a68a-25964ffaa95f owned by network:router_interface {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:44:05.974880 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7224c194-6c7c-44b1-b0b2-222e452381cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (ce7fc6fc-99c5-4b21-8b73-ab7e2acd18eb), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.981193 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-7224c194-6c7c-44b1-b0b2-222e452381cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:05.981193 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-7224c194-6c7c-44b1-b0b2-222e452381cc admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ce7fc6fc-99c5-4b21-8b73-ab7e2acd18eb HTTP/1.1" status: 204 len: 168 time: 0.1970618 Aug 05 15:44:05.989115 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224c194-6c7c-44b1-b0b2-222e452381cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7fc6fc-99c5-4b21-8b73-ab7e2acd18eb,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:06.132842 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:06.141425 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:06.209290 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (d60b6b60-c58d-431a-a68a-25964ffaa95f), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:06.236525 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] Pushing event deleted for resources: {'Port': ['ID=d60b6b60-c58d-431a-a68a-25964ffaa95f,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:06.278712 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 1b2ba23a-8013-4633-b805-dfe87929d3df no longer exists at agent hyperv_hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:44:06.307122 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] No Port match for: 1b2ba23a-8013-4633-b805-dfe87929d3df {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:44:06.307537 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Device 1b2ba23a-8013-4633-b805-dfe87929d3df not bound to the agent host hv-cinder-84989 {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:44:06.426757 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1928620'] for router_interface (5b0e0013-e5ee-44c4-a504-1494e8952664), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:06.635055 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] Router 5b0e0013-e5ee-44c4-a504-1494e8952664 has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:44:06.679246 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49822) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:06.700113 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb7ea-62ef-4933-aa5c-46002fdf244d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:06.770808 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:44:06.775991 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-59bb5454-934c-463c-a940-5f824cb0661d admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/5b0e0013-e5ee-44c4-a504-1494e8952664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5619438 Aug 05 15:44:06.778719 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49824) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:06.780247 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae6374-f7cd-482a-bd8f-44e1258f7c98 None None] Sync routers for ids ['5b0e0013-e5ee-44c4-a504-1494e8952664'] in dv-cinder-849890-4-iscsi {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:44:06.790831 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae6374-f7cd-482a-bd8f-44e1258f7c98 None None] Routers {'5b0e0013-e5ee-44c4-a504-1494e8952664'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:44:06.794326 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-0dae6374-f7cd-482a-bd8f-44e1258f7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:44:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['5b0e0013-e5ee-44c4-a504-1494e8952664'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:06.833817 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb7ea-62ef-4933-aa5c-46002fdf244d admin admin] Publish callbacks [] for security_group (44e544cc-6d63-437c-856b-7a752c1ad760), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:06.880556 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Publish callbacks [] for router (5b0e0013-e5ee-44c4-a504-1494e8952664), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:06.893846 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-0dae6374-f7cd-482a-bd8f-44e1258f7c98 None None] Set router 5b0e0013-e5ee-44c4-a504-1494e8952664 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:44:06.898959 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-e8ffb7ea-62ef-4933-aa5c-46002fdf244d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (44e544cc-6d63-437c-856b-7a752c1ad760), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:06.912276 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:06.945440 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-e8ffb7ea-62ef-4933-aa5c-46002fdf244d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ab9a6cf544b746a8bb3db62b94a5d69d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626626 Aug 05 15:44:06.946510 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49826) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:06.957121 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffb7ea-62ef-4933-aa5c-46002fdf244d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e544cc-6d63-437c-856b-7a752c1ad760,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:06.980288 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Publish callbacks [] for router_gateway (5b0e0013-e5ee-44c4-a504-1494e8952664), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:07.009701 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ca006ca0-598e-4237-9675-aa7f66b1f86c admin admin] Publish callbacks [] for security_group (44e544cc-6d63-437c-856b-7a752c1ad760), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:07.031839 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ca006ca0-598e-4237-9675-aa7f66b1f86c admin admin] Publish callbacks [] for security_group (44e544cc-6d63-437c-856b-7a752c1ad760), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:07.055503 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:07.066247 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-0dae6374-f7cd-482a-bd8f-44e1258f7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:44:06Z', 'revision_number': 5, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:07.092152 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae6374-f7cd-482a-bd8f-44e1258f7c98 None None] Checking router: 5b0e0013-e5ee-44c4-a504-1494e8952664 for host: dv-cinder-849890-4-iscsi {{(pid=104520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:44:07.099156 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae6374-f7cd-482a-bd8f-44e1258f7c98 None None] Routers {'5b0e0013-e5ee-44c4-a504-1494e8952664'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:44:07.099753 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-0dae6374-f7cd-482a-bd8f-44e1258f7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:44:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['5b0e0013-e5ee-44c4-a504-1494e8952664'], 'active': True} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:07.133817 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=100 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:07.143062 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Deleting port 86569421-c431-477d-a051-d3edb9ba6949 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:44:07.143405 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (86569421-c431-477d-a051-d3edb9ba6949), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:07.184555 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ca006ca0-598e-4237-9675-aa7f66b1f86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (44e544cc-6d63-437c-856b-7a752c1ad760), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:07.187702 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-ca006ca0-598e-4237-9675-aa7f66b1f86c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:07.190994 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-ca006ca0-598e-4237-9675-aa7f66b1f86c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/44e544cc-6d63-437c-856b-7a752c1ad760 HTTP/1.1" status: 204 len: 168 time: 0.2411401 Aug 05 15:44:07.193272 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:07.198817 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca006ca0-598e-4237-9675-aa7f66b1f86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e544cc-6d63-437c-856b-7a752c1ad760,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:07.204420 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_dvr_db [None req-0dae6374-f7cd-482a-bd8f-44e1258f7c98 None None] Set router 5b0e0013-e5ee-44c4-a504-1494e8952664 gateway port host: dv-cinder-849890-4-iscsi {{(pid=104520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:44:07.243898 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] For port 86569421-c431-477d-a051-d3edb9ba6949, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=86569421-c431-477d-a051-d3edb9ba6949,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:44:07.244199 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (86569421-c431-477d-a051-d3edb9ba6949), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:07.258811 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Calling delete_port for 86569421-c431-477d-a051-d3edb9ba6949 owned by network:router_gateway {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:44:07.269316 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:07.326548 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:07.372464 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.l3_hamode_db [None req-0dae6374-f7cd-482a-bd8f-44e1258f7c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:44:06Z', 'revision_number': 5, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:07.398191 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dae6374-f7cd-482a-bd8f-44e1258f7c98 None None] The sync data for ids ['5b0e0013-e5ee-44c4-a504-1494e8952664'] in dv-cinder-849890-4-iscsi is: [{'id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'name': 'tempest-TestShelveInstance-92384748-router', 'tenant_id': '7b3f679565d546ff8e6418643699c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '86569421-c431-477d-a051-d3edb9ba6949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:38:52Z', 'updated_at': '2022-08-05T15:44:06Z', 'revision_number': 5, 'project_id': '7b3f679565d546ff8e6418643699c002', 'gw_port': {'id': '86569421-c431-477d-a051-d3edb9ba6949', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0e0013-e5ee-44c4-a504-1494e8952664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:38:53Z', 'updated_at': '2022-08-05T15:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}] {{(pid=104520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:44:07.539865 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (86569421-c431-477d-a051-d3edb9ba6949), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:07.571862 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Pushing event deleted for resources: {'Port': ['ID=86569421-c431-477d-a051-d3edb9ba6949,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:07.626450 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935332'] for router_gateway (5b0e0013-e5ee-44c4-a504-1494e8952664), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:07.909560 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device d60b6b60-c58d-431a-a68a-25964ffaa95f no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:44:07.934103 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: d60b6b60-c58d-431a-a68a-25964ffaa95f {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:44:07.934453 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device d60b6b60-c58d-431a-a68a-25964ffaa95f not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:44:07.989291 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-586'] for router (5b0e0013-e5ee-44c4-a504-1494e8952664), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:07.991538 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Publish callbacks [] for router_controller (5b0e0013-e5ee-44c4-a504-1494e8952664), precommit_delete_associations {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.128399 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1907273'] for router (5b0e0013-e5ee-44c4-a504-1494e8952664), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.128399 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b0e0013-e5ee-44c4-a504-1494e8952664 {{(pid=104518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:44:08.130107 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.134238 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49846) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:08.134782 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-a2a67ddc-65f9-4f8e-aba3-ad630f482349 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/5b0e0013-e5ee-44c4-a504-1494e8952664 HTTP/1.1" status: 204 len: 168 time: 1.3539512 Aug 05 15:44:08.201516 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1b7552-9017-4996-a8eb-91d1118a3b5c admin admin] Deleting subnet 23d3e519-ccfd-4d6b-be30-9de8d71ac086 {{(pid=104517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:44:08.205669 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7552-9017-4996-a8eb-91d1118a3b5c admin admin] Publish callbacks [] for subnet (23d3e519-ccfd-4d6b-be30-9de8d71ac086), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.243128 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7552-9017-4996-a8eb-91d1118a3b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599977'] for subnet (23d3e519-ccfd-4d6b-be30-9de8d71ac086), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.321424 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7552-9017-4996-a8eb-91d1118a3b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (23d3e519-ccfd-4d6b-be30-9de8d71ac086), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.439115 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7552-9017-4996-a8eb-91d1118a3b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3288574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59709028'] for subnet (23d3e519-ccfd-4d6b-be30-9de8d71ac086), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.475446 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-8e1b7552-9017-4996-a8eb-91d1118a3b5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.481513 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-8e1b7552-9017-4996-a8eb-91d1118a3b5c admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/23d3e519-ccfd-4d6b-be30-9de8d71ac086 HTTP/1.1" status: 204 len: 168 time: 0.3460681 Aug 05 15:44:08.482935 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b7552-9017-4996-a8eb-91d1118a3b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d3e519-ccfd-4d6b-be30-9de8d71ac086,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:08.483969 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d902fd-de5a-4781-adf0-ac965f1e8ff9 None None] Network a6b6686e-428b-46bc-8365-eafa91007418 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:44:08.484718 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49854) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:08.561935 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (a6b6686e-428b-46bc-8365-eafa91007418), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.618818 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Deleting port 19881726-4a58-4b81-b0c7-77f3276a6354 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:44:08.619373 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.669076 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a4a714-f0df-4cfa-a086-f4a58a7c7b9b None None] DHCP port deletion for a6b6686e-428b-46bc-8365-eafa91007418 request from dv-cinder-849890-4-iscsi {{(pid=104519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 15:44:08.693195 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:08.693867 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] For port 19881726-4a58-4b81-b0c7-77f3276a6354, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=19881726-4a58-4b81-b0c7-77f3276a6354,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:44:08.694256 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.707444 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Calling delete_port for 19881726-4a58-4b81-b0c7-77f3276a6354 owned by network:dhcp {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:44:08.707667 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-60a4a714-f0df-4cfa-a086-f4a58a7c7b9b None None] Deleting port 19881726-4a58-4b81-b0c7-77f3276a6354 {{(pid=104519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:44:08.707843 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-60a4a714-f0df-4cfa-a086-f4a58a7c7b9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), before_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.777509 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-60a4a714-f0df-4cfa-a086-f4a58a7c7b9b None None] For port 19881726-4a58-4b81-b0c7-77f3276a6354, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=19881726-4a58-4b81-b0c7-77f3276a6354,segment=NetworkSegment(7eaa96a7-b80a-48f2-addb-5a8b0f42fb38),segment_id=7eaa96a7-b80a-48f2-addb-5a8b0f42fb38)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:44:08.777918 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-60a4a714-f0df-4cfa-a086-f4a58a7c7b9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), precommit_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.792400 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-60a4a714-f0df-4cfa-a086-f4a58a7c7b9b None None] Calling delete_port for 19881726-4a58-4b81-b0c7-77f3276a6354 owned by network:dhcp {{(pid=104519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:44:08.800962 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:08.876391 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.884025 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-60a4a714-f0df-4cfa-a086-f4a58a7c7b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937'] for port (19881726-4a58-4b81-b0c7-77f3276a6354), after_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:08.904920 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] No DVR routers for this DVR port 19881726-4a58-4b81-b0c7-77f3276a6354 on host dv-cinder-849890-4-iscsi {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:44:08.910834 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4a714-f0df-4cfa-a086-f4a58a7c7b9b None None] Pushing event deleted for resources: {'Port': ['ID=19881726-4a58-4b81-b0c7-77f3276a6354,revision_number=None']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:08.911363 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Pushing event deleted for resources: {'Port': ['ID=19881726-4a58-4b81-b0c7-77f3276a6354,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:08.914548 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a4a714-f0df-4cfa-a086-f4a58a7c7b9b None None] No DVR routers for this DVR port 19881726-4a58-4b81-b0c7-77f3276a6354 on host dv-cinder-849890-4-iscsi {{(pid=104519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:44:08.936867 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:08.987838 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (a6b6686e-428b-46bc-8365-eafa91007418), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:09.007617 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b6686e-428b-46bc-8365-eafa91007418']}} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:09.017835 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38') {'for_net_delete': True} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:09.018137 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaa96a7-b80a-48f2-addb-5a8b0f42fb38') {} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:09.027650 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3652385'] for segment (7eaa96a7-b80a-48f2-addb-5a8b0f42fb38), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:09.041967 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (7eaa96a7-b80a-48f2-addb-5a8b0f42fb38), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:09.048649 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=104518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:44:09.049034 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3513870'] for segment (7eaa96a7-b80a-48f2-addb-5a8b0f42fb38), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:09.091077 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 7eaa96a7-b80a-48f2-addb-5a8b0f42fb38 resource provider aggregate not found Aug 05 15:44:09.109783 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment 7eaa96a7-b80a-48f2-addb-5a8b0f42fb38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7eaa96a7-b80a-48f2-addb-5a8b0f42fb38 found for delete ", "request_id": "req-51be5b6f-eea8-48a3-b89e-3336f48dfc54"}]} Aug 05 15:44:09.209327 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (a6b6686e-428b-46bc-8365-eafa91007418), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:09.213906 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:09.217446 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/a6b6686e-428b-46bc-8365-eafa91007418 HTTP/1.1" status: 204 len: 168 time: 0.7318158 Aug 05 15:44:09.221263 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49862) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:09.230902 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa85b8-0037-4094-88dd-5e1932e18844 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b6686e-428b-46bc-8365-eafa91007418,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:09.538378 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928496'] for router_interface (dc68897d-7792-4f73-8ac2-f472900639fd), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:09.738041 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 19881726-4a58-4b81-b0c7-77f3276a6354 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:44:09.761522 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 19881726-4a58-4b81-b0c7-77f3276a6354 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:44:09.761916 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 19881726-4a58-4b81-b0c7-77f3276a6354 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:44:09.762351 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 86569421-c431-477d-a051-d3edb9ba6949 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:44:09.782203 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 86569421-c431-477d-a051-d3edb9ba6949 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:44:09.782553 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 86569421-c431-477d-a051-d3edb9ba6949 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:44:10.016574 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] Deleting port e040b359-7ef3-4bea-83c2-0350dda73e0c {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:44:10.016912 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:10.070727 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:10.093066 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:10.099698 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] For port e040b359-7ef3-4bea-83c2-0350dda73e0c, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=e040b359-7ef3-4bea-83c2-0350dda73e0c,segment=NetworkSegment(cfaefc8e-6632-4b19-acdd-c5ce083fe4d7),segment_id=cfaefc8e-6632-4b19-acdd-c5ce083fe4d7)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:44:10.100058 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:10.113075 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] Calling delete_port for e040b359-7ef3-4bea-83c2-0350dda73e0c owned by network:router_interface {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:44:10.349943 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (e040b359-7ef3-4bea-83c2-0350dda73e0c), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:10.373512 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] Pushing event deleted for resources: {'Port': ['ID=e040b359-7ef3-4bea-83c2-0350dda73e0c,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:10.545204 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1928620'] for router_interface (dc68897d-7792-4f73-8ac2-f472900639fd), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:10.741803 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:10.754510 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] Router dc68897d-7792-4f73-8ac2-f472900639fd has already been hosted by L3 agent c5602647-a3cd-42bf-aec8-9084cb5acf0d {{(pid=104517) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 05 15:44:10.857169 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] Notify agent at l3_agent.dv-cinder-849890-4-iscsi the message routers_updated {{(pid=104517) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 05 15:44:10.861984 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-57dabec8-a101-4106-8ba0-1568643c9755 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/dc68897d-7792-4f73-8ac2-f472900639fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6396644 Aug 05 15:44:10.864672 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49874) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:10.865766 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ce209-ec49-42f7-916b-d32e0ad04a9c None None] Sync routers for ids ['dc68897d-7792-4f73-8ac2-f472900639fd'] in dv-cinder-849890-4-iscsi {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 05 15:44:10.876830 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ce209-ec49-42f7-916b-d32e0ad04a9c None None] Routers {'dc68897d-7792-4f73-8ac2-f472900639fd'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:44:10.877450 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-590ce209-ec49-42f7-916b-d32e0ad04a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:44:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['dc68897d-7792-4f73-8ac2-f472900639fd'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:10.969393 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Publish callbacks [] for router (dc68897d-7792-4f73-8ac2-f472900639fd), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:10.979132 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-590ce209-ec49-42f7-916b-d32e0ad04a9c None None] Set router dc68897d-7792-4f73-8ac2-f472900639fd gateway port host: dv-cinder-849890-4-iscsi {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:44:11.050451 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=100 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:11.069592 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Publish callbacks [] for router_gateway (dc68897d-7792-4f73-8ac2-f472900639fd), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:11.147843 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-590ce209-ec49-42f7-916b-d32e0ad04a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'name': 'tempest-TestShelveInstance-728660646-router', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'external_fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:39:00Z', 'updated_at': '2022-08-05T15:44:10Z', 'revision_number': 5, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'gw_port': {'id': 'a4431c34-125d-4d45-a3e1-ac639055233b', 'name': '', 'network_id': '2b2b6ad8-dd79-467b-b78d-0fa22366a801', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b3:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-849890-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-05T15:39:01Z', 'updated_at': '2022-08-05T15:39:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e661370e-dc3b-4d17-83f3-bcd70850fd0f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-849890-4-iscsi'}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:11.175789 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ce209-ec49-42f7-916b-d32e0ad04a9c None None] Checking router: dc68897d-7792-4f73-8ac2-f472900639fd for host: dv-cinder-849890-4-iscsi {{(pid=104519) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 05 15:44:11.184342 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590ce209-ec49-42f7-916b-d32e0ad04a9c None None] Routers {'dc68897d-7792-4f73-8ac2-f472900639fd'} bound to L3 agent in host dv-cinder-849890-4-iscsi {{(pid=104519) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 05 15:44:11.184737 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Deleting port a4431c34-125d-4d45-a3e1-ac639055233b {{(pid=104517) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:44:11.184938 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-590ce209-ec49-42f7-916b-d32e0ad04a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-849890-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-05T15:22:30Z,description=,heartbeat_timestamp=2022-08-05T15:44:00Z,host='dv-cinder-849890-4-iscsi',id=c5602647-a3cd-42bf-aec8-9084cb5acf0d,load=0,resource_versions=,resources_synced=,started_at=2022-08-05T15:22:30Z,topic='l3_agent')) {'router_ids': ['dc68897d-7792-4f73-8ac2-f472900639fd'], 'active': True} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:11.185093 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:11.263917 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvr_db [None req-590ce209-ec49-42f7-916b-d32e0ad04a9c None None] Set router dc68897d-7792-4f73-8ac2-f472900639fd gateway port host: None {{(pid=104519) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 05 15:44:11.266722 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.db [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] For port a4431c34-125d-4d45-a3e1-ac639055233b, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=a4431c34-125d-4d45-a3e1-ac639055233b,segment=NetworkSegment(1f00c79f-18f1-4587-898d-a18610adbd09),segment_id=1f00c79f-18f1-4587-898d-a18610adbd09)] {{(pid=104517) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:44:11.267086 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:11.279825 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.plugins.ml2.plugin [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Calling delete_port for a4431c34-125d-4d45-a3e1-ac639055233b owned by network:router_gateway {{(pid=104517) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:44:11.315354 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_hamode_db [None req-590ce209-ec49-42f7-916b-d32e0ad04a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'name': 'tempest-TestShelveInstance-728660646-router', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:39:00Z', 'updated_at': '2022-08-05T15:44:11Z', 'revision_number': 6, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'gw_port_host': None}], 'dv-cinder-849890-4-iscsi', False) {} {{(pid=104519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:11.339212 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ce209-ec49-42f7-916b-d32e0ad04a9c None None] The sync data for ids ['dc68897d-7792-4f73-8ac2-f472900639fd'] in dv-cinder-849890-4-iscsi is: [{'id': 'dc68897d-7792-4f73-8ac2-f472900639fd', 'name': 'tempest-TestShelveInstance-728660646-router', 'tenant_id': '5bf684650c2145cbb6d131625235ce7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-05T15:39:00Z', 'updated_at': '2022-08-05T15:44:11Z', 'revision_number': 6, 'project_id': '5bf684650c2145cbb6d131625235ce7e', 'gw_port_host': None}] {{(pid=104519) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 05 15:44:11.521049 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3288459'] for port (a4431c34-125d-4d45-a3e1-ac639055233b), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:11.549880 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4431c34-125d-4d45-a3e1-ac639055233b,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:11.613176 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1935332'] for router_gateway (dc68897d-7792-4f73-8ac2-f472900639fd), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:11.703895 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1907403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-586'] for router (dc68897d-7792-4f73-8ac2-f472900639fd), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:11.706628 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Publish callbacks [] for router_controller (dc68897d-7792-4f73-8ac2-f472900639fd), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:11.835823 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1907273'] for router (dc68897d-7792-4f73-8ac2-f472900639fd), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:11.836515 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc68897d-7792-4f73-8ac2-f472900639fd {{(pid=104517) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 05 15:44:11.840844 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:11.842054 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-eca7f7c2-eaaa-4bc5-94d0-7358ff465f17 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/dc68897d-7792-4f73-8ac2-f472900639fd HTTP/1.1" status: 204 len: 168 time: 0.9757760 Aug 05 15:44:11.845174 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49880) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:11.892763 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ff05ad9-71b1-481a-900c-de95bf326589 admin admin] Deleting subnet 6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b {{(pid=104517) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 05 15:44:11.895900 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ff05ad9-71b1-481a-900c-de95bf326589 admin admin] Publish callbacks [] for subnet (6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:11.932945 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ff05ad9-71b1-481a-900c-de95bf326589 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59599977'] for subnet (6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b), precommit_delete_associations {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.008388 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ff05ad9-71b1-481a-900c-de95bf326589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-989231'] for subnet (6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.063838 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:12.094372 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device e040b359-7ef3-4bea-83c2-0350dda73e0c no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:44:12.107598 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49884) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:12.119872 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: e040b359-7ef3-4bea-83c2-0350dda73e0c {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:44:12.120272 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device e040b359-7ef3-4bea-83c2-0350dda73e0c not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:44:12.216465 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ff05ad9-71b1-481a-900c-de95bf326589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-989220', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1982946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3288574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59709028'] for subnet (6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.244447 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2443-e441-4b31-88d9-1ddf6ed69d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.252047 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:12.252924 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff05ad9-71b1-481a-900c-de95bf326589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:12.264367 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0ff05ad9-71b1-481a-900c-de95bf326589 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.268084 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-0ff05ad9-71b1-481a-900c-de95bf326589 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/6cdfe6d3-d476-4cb5-a3ea-db8677f22e2b HTTP/1.1" status: 204 len: 168 time: 0.4219737 Aug 05 15:44:12.268759 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685292af-054c-4a49-ae84-227ef2039a10 None None] Network 3ce80b52-a301-4415-9a14-2ef7f1530524 requested from dv-cinder-849890-4-iscsi {{(pid=104519) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 05 15:44:12.270777 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49888) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:12.347341 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2443-e441-4b31-88d9-1ddf6ed69d96 admin admin] Publish callbacks [] for security_group (d5407671-c36c-402f-aa9e-2ef5e3f65e5c), precommit_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.350143 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1005379'] for network (3ce80b52-a301-4415-9a14-2ef7f1530524), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.400166 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Deleting port 401f74a1-01e1-4488-b563-dc0f1aa7a151 {{(pid=104518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:44:12.400510 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.412924 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-d9dd2443-e441-4b31-88d9-1ddf6ed69d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (d5407671-c36c-402f-aa9e-2ef5e3f65e5c), after_create {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.458375 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98fc39b-9530-4919-a046-d9f97f5a1946 None None] DHCP port deletion for 3ce80b52-a301-4415-9a14-2ef7f1530524 request from dv-cinder-849890-4-iscsi {{(pid=104519) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 05 15:44:12.472149 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-d9dd2443-e441-4b31-88d9-1ddf6ed69d96 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=6b22abde51b34b90a6601f1dbfda6f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3633523 Aug 05 15:44:12.475296 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.wsgi [-] (104518) accepted ('10.222.0.40', 49890) {{(pid=104518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:12.478800 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd2443-e441-4b31-88d9-1ddf6ed69d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5407671-c36c-402f-aa9e-2ef5e3f65e5c,revision_number=1']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:12.499149 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-c98fc39b-9530-4919-a046-d9f97f5a1946 None None] Deleting port 401f74a1-01e1-4488-b563-dc0f1aa7a151 {{(pid=104519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 05 15:44:12.500395 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c98fc39b-9530-4919-a046-d9f97f5a1946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772847263281'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), before_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.504943 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.db [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] For port 401f74a1-01e1-4488-b563-dc0f1aa7a151, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=401f74a1-01e1-4488-b563-dc0f1aa7a151,segment=NetworkSegment(cfaefc8e-6632-4b19-acdd-c5ce083fe4d7),segment_id=cfaefc8e-6632-4b19-acdd-c5ce083fe4d7)] {{(pid=104518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:44:12.505307 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.531707 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.plugin [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Calling delete_port for 401f74a1-01e1-4488-b563-dc0f1aa7a151 owned by network:dhcp {{(pid=104518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:44:12.536831 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:12.564594 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.db [None req-c98fc39b-9530-4919-a046-d9f97f5a1946 None None] For port 401f74a1-01e1-4488-b563-dc0f1aa7a151, host dv-cinder-849890-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-849890-4-iscsi',level=0,port_id=401f74a1-01e1-4488-b563-dc0f1aa7a151,segment=NetworkSegment(cfaefc8e-6632-4b19-acdd-c5ce083fe4d7),segment_id=cfaefc8e-6632-4b19-acdd-c5ce083fe4d7)] {{(pid=104519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 05 15:44:12.564922 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c98fc39b-9530-4919-a046-d9f97f5a1946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1946697'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), precommit_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.578408 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-c98fc39b-9530-4919-a046-d9f97f5a1946 None None] Calling delete_port for 401f74a1-01e1-4488-b563-dc0f1aa7a151 owned by network:dhcp {{(pid=104519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 05 15:44:12.594852 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8fb0-ccdc-4d62-8004-2426bbcb8ff8 admin admin] Publish callbacks [] for security_group (d5407671-c36c-402f-aa9e-2ef5e3f65e5c), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.630416 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8fb0-ccdc-4d62-8004-2426bbcb8ff8 admin admin] Publish callbacks [] for security_group (d5407671-c36c-402f-aa9e-2ef5e3f65e5c), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.742649 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:12.755762 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3532249'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.780118 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c98fc39b-9530-4919-a046-d9f97f5a1946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1047483', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255498', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772847266798', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772846882937'] for port (401f74a1-01e1-4488-b563-dc0f1aa7a151), after_delete {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.782071 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Pushing event deleted for resources: {'Port': ['ID=401f74a1-01e1-4488-b563-dc0f1aa7a151,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:12.784197 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] No DVR routers for this DVR port 401f74a1-01e1-4488-b563-dc0f1aa7a151 on host dv-cinder-849890-4-iscsi {{(pid=104518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:44:12.789110 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8fb0-ccdc-4d62-8004-2426bbcb8ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (d5407671-c36c-402f-aa9e-2ef5e3f65e5c), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.791646 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-cd8c8fb0-ccdc-4d62-8004-2426bbcb8ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.792799 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-cd8c8fb0-ccdc-4d62-8004-2426bbcb8ff8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d5407671-c36c-402f-aa9e-2ef5e3f65e5c HTTP/1.1" status: 204 len: 168 time: 0.3133373 Aug 05 15:44:12.805821 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fc39b-9530-4919-a046-d9f97f5a1946 None None] Pushing event deleted for resources: {'Port': ['ID=401f74a1-01e1-4488-b563-dc0f1aa7a151,revision_number=None']} {{(pid=104519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:12.814142 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98fc39b-9530-4919-a046-d9f97f5a1946 None None] No DVR routers for this DVR port 401f74a1-01e1-4488-b563-dc0f1aa7a151 on host dv-cinder-849890-4-iscsi {{(pid=104519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 05 15:44:12.823533 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c8fb0-ccdc-4d62-8004-2426bbcb8ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5407671-c36c-402f-aa9e-2ef5e3f65e5c,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:12.878884 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-989104', 'neutron.services.segments.db._delete_segments_for_network-8772847322094'] for network (3ce80b52-a301-4415-9a14-2ef7f1530524), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.898452 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce80b52-a301-4415-9a14-2ef7f1530524']}} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:12.908085 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaefc8e-6632-4b19-acdd-c5ce083fe4d7') {'for_net_delete': True} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:12.908693 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.services.segments.db [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaefc8e-6632-4b19-acdd-c5ce083fe4d7') {} {{(pid=104518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 05 15:44:12.918322 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772847321995', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3652385'] for segment (cfaefc8e-6632-4b19-acdd-c5ce083fe4d7), before_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.932276 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636'] for segment (cfaefc8e-6632-4b19-acdd-c5ce083fe4d7), precommit_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.934130 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:12.940074 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=104518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 05 15:44:12.940461 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-985636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3513870'] for segment (cfaefc8e-6632-4b19-acdd-c5ce083fe4d7), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:12.978833 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment cfaefc8e-6632-4b19-acdd-c5ce083fe4d7 resource provider aggregate not found Aug 05 15:44:12.998557 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.services.segments.plugin [-] Segment cfaefc8e-6632-4b19-acdd-c5ce083fe4d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cfaefc8e-6632-4b19-acdd-c5ce083fe4d7 found for delete ", "request_id": "req-c9b1538c-0d3a-440b-bd19-dced4723437a"}]} Aug 05 15:44:13.133243 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-989115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1947682'] for network (3ce80b52-a301-4415-9a14-2ef7f1530524), after_delete {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:13.139094 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron_lib.callbacks.manager [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579369'] for network (None), before_response {{(pid=104518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:13.145552 dv-cinder-849890-4-iscsi neutron-server[104518]: INFO neutron.wsgi [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/3ce80b52-a301-4415-9a14-2ef7f1530524 HTTP/1.1" status: 204 len: 168 time: 0.8736713 Aug 05 15:44:13.163020 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e56a85-0b21-4808-a95e-2fc20f41e018 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce80b52-a301-4415-9a14-2ef7f1530524,revision_number=None']} {{(pid=104518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:13.526883 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49900) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:13.568501 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-9d77e504-a328-420c-aeae-8d9aa32575c8 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7b3f679565d546ff8e6418643699c002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402491 Aug 05 15:44:13.570979 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49902) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:13.621976 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-69903d59-3ac5-4631-9604-239a67d44089 admin admin] Publish callbacks [] for security_group (afc90418-e4f4-4a1c-a356-6c3418c1b50f), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:13.643563 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-69903d59-3ac5-4631-9604-239a67d44089 admin admin] Publish callbacks [] for security_group (afc90418-e4f4-4a1c-a356-6c3418c1b50f), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:13.737252 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device a4431c34-125d-4d45-a3e1-ac639055233b no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:44:13.757481 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: a4431c34-125d-4d45-a3e1-ac639055233b {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:44:13.757816 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device a4431c34-125d-4d45-a3e1-ac639055233b not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:44:13.758232 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 401f74a1-01e1-4488-b563-dc0f1aa7a151 no longer exists at agent ovs-agent-dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 05 15:44:13.775223 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-69903d59-3ac5-4631-9604-239a67d44089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (afc90418-e4f4-4a1c-a356-6c3418c1b50f), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:13.775394 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.plugin [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] No Port match for: 401f74a1-01e1-4488-b563-dc0f1aa7a151 {{(pid=104519) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 05 15:44:13.775716 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron.plugins.ml2.rpc [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Device 401f74a1-01e1-4488-b563-dc0f1aa7a151 not bound to the agent host dv-cinder-849890-4-iscsi {{(pid=104519) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 05 15:44:13.777915 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-69903d59-3ac5-4631-9604-239a67d44089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:13.779088 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-69903d59-3ac5-4631-9604-239a67d44089 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/afc90418-e4f4-4a1c-a356-6c3418c1b50f HTTP/1.1" status: 204 len: 168 time: 0.2072053 Aug 05 15:44:13.788866 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69903d59-3ac5-4631-9604-239a67d44089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc90418-e4f4-4a1c-a356-6c3418c1b50f,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:14.461600 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49910) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:14.502375 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-68c54b1b-10e2-41a7-bff7-3b756a0bed89 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=5bf684650c2145cbb6d131625235ce7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396194 Aug 05 15:44:14.504915 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.wsgi [-] (104517) accepted ('10.222.0.40', 49912) {{(pid=104517) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 05 15:44:14.554399 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c80e-38ba-4894-a2f6-2bef1c8bed37 admin admin] Publish callbacks [] for security_group (ef7b1469-bc5c-4533-8e89-0b9baf341704), before_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:14.575464 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c80e-38ba-4894-a2f6-2bef1c8bed37 admin admin] Publish callbacks [] for security_group (ef7b1469-bc5c-4533-8e89-0b9baf341704), precommit_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:14.681270 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c80e-38ba-4894-a2f6-2bef1c8bed37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2008959'] for security_group (ef7b1469-bc5c-4533-8e89-0b9baf341704), after_delete {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:14.683854 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron_lib.callbacks.manager [None req-0bf1c80e-38ba-4894-a2f6-2bef1c8bed37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:14.685039 dv-cinder-849890-4-iscsi neutron-server[104517]: INFO neutron.wsgi [None req-0bf1c80e-38ba-4894-a2f6-2bef1c8bed37 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ef7b1469-bc5c-4533-8e89-0b9baf341704 HTTP/1.1" status: 204 len: 168 time: 0.1792471 Aug 05 15:44:14.693791 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1c80e-38ba-4894-a2f6-2bef1c8bed37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7b1469-bc5c-4533-8e89-0b9baf341704,revision_number=None']} {{(pid=104517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 05 15:44:15.909329 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:44:23.147885 dv-cinder-849890-4-iscsi neutron-server[104518]: DEBUG dbcounter [-] [104518] Writing DB stats neutron:DELETE=8,neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104518) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:23.801783 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=94,neutron:DELETE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:24.609332 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=78,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:24.689603 dv-cinder-849890-4-iscsi neutron-server[104517]: DEBUG dbcounter [-] [104517] Writing DB stats neutron:SELECT=43,neutron:DELETE=5 {{(pid=104517) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:24.710845 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:27.494924 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-7b843e2f-88ee-4413-ad8c-8c7fd479db29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:29.906388 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-49ab9442-435c-4256-82ab-5646716baec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:30.900541 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=48 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:30.904741 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:30.939927 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:30.997078 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:32.423889 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:32.618148 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:47.446723 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:47.447424 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:44:52.908443 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:44:57.451938 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ecca4ce2-ba60-47fb-8153-d48b36cb5107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:44:59.920086 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-37ddd3cd-22d5-44cb-805f-2878a4da91b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:00.937559 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:00.960334 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:02.434858 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:02.617334 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:07.901297 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:45:07.912354 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=6 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:45:12.566941 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=9 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:45:12.568885 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=9,neutron:UPDATE=6 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:45:27.448000 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ee6eba2-25a4-41dd-89a2-14286de057d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:27.506764 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=9 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:45:27.507494 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=17 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:45:29.979593 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:45:30.045400 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-4c49e808-85b4-4a88-8315-9b34b571bd97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:30.925129 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:30.987886 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:32.450667 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:32.624822 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:42.557365 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:45:42.565384 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:45:44.903855 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:45:44.908752 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=6 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:45:57.446006 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-e7a757af-c26c-4646-aea0-3201370b47cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:45:59.893007 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-14385d47-9b66-4cfd-a603-133459ab5c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:00.941394 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:01.006880 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:02.458986 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:02.621487 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:06.909206 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:46:12.560825 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=13 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:46:12.562726 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=5,neutron:UPDATE=6 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:46:21.905690 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=5 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:46:25.966494 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:46:27.449761 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-ffc6d6b8-16c9-4b09-b4ac-f3e5980e1456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:29.914925 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-52d27533-66ae-4c3d-8210-c316714a15ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:30.932281 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:30.997723 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:32.429287 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:32.615036 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:43.910445 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:46:47.446828 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:46:47.447535 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:46:57.445841 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-86d496a5-9735-4293-94c5-c74b24ef5401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:46:58.897256 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=2 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:46:58.902140 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=6 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:46:59.868737 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-4879c75a-1ab7-4799-92f5-1c40ad2ff8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:00.929255 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:01.014574 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:02.463219 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:02.663123 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:12.565151 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:47:12.567018 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:47:20.911062 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:47:27.439576 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-c3781078-d061-48c1-937d-94be05eb691a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:29.919874 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3d0df9aa-74d7-473e-aa6f-7f5eee7fcea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:30.951007 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:31.028013 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:32.445731 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:32.616652 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:35.896856 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=17 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:47:35.897621 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=17 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:47:42.554950 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:47:42.560955 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:47:57.484610 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-8d980596-3718-44f2-aa21-e64d529c6fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:47:57.910134 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:47:59.919754 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-0a4871ee-f73e-43ff-bbb1-b0130ac2c736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:00.955672 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:01.029968 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:02.453497 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:02.652665 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:12.556432 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:48:12.565442 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:48:12.888828 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=3 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:48:12.894193 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=5 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:48:25.970017 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:48:25.970720 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:DELETE=1 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:48:27.452240 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-68dbc720-8c6b-49a9-900c-e8d92e99c384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:29.937508 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-f6163ae8-de23-4810-b62a-e13ac0e7ce1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:30.947171 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:31.029182 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:32.449635 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:32.632206 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:34.910506 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:48:47.458071 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:48:47.458771 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:48:49.887171 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=3 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:48:51.921320 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=7 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:48:57.433849 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-5e5643ac-4670-460a-a274-a1a173f27bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:48:59.874481 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-447fad82-0df5-4687-aefe-f6547f08aa27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:49:00.965358 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:49:01.028593 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:49:02.460270 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:49:02.614465 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:49:11.909853 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG neutron.db.agents_db [None req-4cddce34-71af-463c-a89d-42a2cdcd8243 None None] Agent healthcheck: found 6 active agents {{(pid=104520) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 05 15:49:12.553469 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=13 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:49:12.560390 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG dbcounter [-] [104519] Writing DB stats neutron:SELECT=5,neutron:UPDATE=6 {{(pid=104519) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:49:27.444818 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-aa640e6d-ff82-49bb-9e6e-1710ee55bedb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (93ccf933-ead4-4d83-86bd-70bd75692515), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:49:27.458179 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=13 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:49:27.458960 dv-cinder-849890-4-iscsi neutron-server[104520]: DEBUG dbcounter [-] [104520] Writing DB stats neutron:SELECT=21 {{(pid=104520) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 05 15:49:29.896423 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-8fbeae63-6814-4b17-8557-050bda0a4c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c5602647-a3cd-42bf-aec8-9084cb5acf0d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:49:30.980360 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-2ad28088-2a65-4ca6-96d0-dcc148a5fac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (7dcfd242-db67-415f-b12d-8face2c75254), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:49:31.047973 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-832db78f-46ef-4aab-a9fe-7ac563eaf920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (0d6fe326-df1e-45b6-a057-ec44ca111fa2), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:49:32.472931 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-77db0139-e015-4418-91a5-44a04c18c212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (c60d09a0-3eaf-455a-93bd-5c11f2b7314d), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 05 15:49:32.625232 dv-cinder-849890-4-iscsi neutron-server[104519]: DEBUG neutron_lib.callbacks.manager [None req-3c703a05-9474-4d06-97b7-a180b6350949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772847322076', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1009651'] for agent (2fa8b333-a0b5-4a31-8abd-f8ea50560eea), after_update {{(pid=104519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}